2024-11-15 15:17:23,912 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-15 15:17:23,929 main DEBUG Took 0.015078 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 15:17:23,930 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 15:17:23,930 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 15:17:23,931 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 15:17:23,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,942 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 15:17:23,957 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,961 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,966 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,968 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,969 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,971 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 15:17:23,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,974 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 15:17:23,976 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 15:17:23,978 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 15:17:23,980 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 15:17:23,981 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 15:17:23,983 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 15:17:23,983 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 15:17:23,993 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 15:17:23,996 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 15:17:23,997 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 15:17:23,998 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 15:17:23,998 main DEBUG createAppenders(={Console}) 2024-11-15 15:17:23,999 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-15 15:17:23,999 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-15 15:17:23,999 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-15 15:17:24,000 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 15:17:24,000 main DEBUG OutputStream closed 2024-11-15 15:17:24,000 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 15:17:24,001 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 15:17:24,001 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-15 15:17:24,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 15:17:24,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 15:17:24,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 15:17:24,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 15:17:24,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 15:17:24,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 15:17:24,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 15:17:24,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 15:17:24,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 15:17:24,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 15:17:24,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 15:17:24,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 15:17:24,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 15:17:24,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 15:17:24,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 15:17:24,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 15:17:24,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 15:17:24,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 15:17:24,106 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 15:17:24,107 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-15 15:17:24,107 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 15:17:24,108 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-15T15:17:24,355 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed 2024-11-15 15:17:24,358 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 15:17:24,358 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T15:17:24,367 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-15T15:17:24,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T15:17:24,394 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c, deleteOnExit=true 2024-11-15T15:17:24,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-15T15:17:24,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/test.cache.data in system properties and HBase conf 2024-11-15T15:17:24,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T15:17:24,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/hadoop.log.dir in system properties and HBase conf 2024-11-15T15:17:24,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T15:17:24,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T15:17:24,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-15T15:17:24,490 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T15:17:24,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T15:17:24,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T15:17:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T15:17:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:24,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T15:17:24,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T15:17:24,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T15:17:24,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:24,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T15:17:24,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/nfs.dump.dir in system properties and HBase conf 2024-11-15T15:17:24,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/java.io.tmpdir in system properties and HBase conf 2024-11-15T15:17:24,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T15:17:24,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T15:17:24,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T15:17:25,455 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T15:17:25,536 INFO [Time-limited test {}] log.Log(170): Logging initialized @2352ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T15:17:25,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:25,704 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:25,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:25,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:25,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T15:17:25,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:25,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:25,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:25,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/java.io.tmpdir/jetty-localhost-39401-hadoop-hdfs-3_4_1-tests_jar-_-any-7681153634197792419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:17:25,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39401} 2024-11-15T15:17:25,984 INFO [Time-limited test {}] server.Server(415): Started @2801ms 2024-11-15T15:17:26,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T15:17:26,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T15:17:26,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T15:17:26,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T15:17:26,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T15:17:26,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/hadoop.log.dir/,AVAILABLE} 2024-11-15T15:17:26,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T15:17:26,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/java.io.tmpdir/jetty-localhost-42243-hadoop-hdfs-3_4_1-tests_jar-_-any-4561056101053302353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:17:26,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42243} 2024-11-15T15:17:26,555 INFO [Time-limited test {}] server.Server(415): Started @3372ms 2024-11-15T15:17:26,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T15:17:27,110 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/dfs/data/data1/current/BP-174107197-172.17.0.2-1731683845222/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:27,110 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/dfs/data/data2/current/BP-174107197-172.17.0.2-1731683845222/current, will proceed with Du for space computation calculation, 2024-11-15T15:17:27,150 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T15:17:27,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51c877db0aa6682 with lease ID 0x8ed749d706cdcfaf: Processing first storage report for DS-872178a9-eb28-411d-b7b1-00556d34e195 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=d9645aea-a915-4968-b8d4-f37312ff0455, infoPort=39681, infoSecurePort=0, ipcPort=40799, storageInfo=lv=-57;cid=testClusterID;nsid=459933271;c=1731683845222) 2024-11-15T15:17:27,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51c877db0aa6682 with lease ID 0x8ed749d706cdcfaf: from storage DS-872178a9-eb28-411d-b7b1-00556d34e195 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=d9645aea-a915-4968-b8d4-f37312ff0455, infoPort=39681, infoSecurePort=0, ipcPort=40799, storageInfo=lv=-57;cid=testClusterID;nsid=459933271;c=1731683845222), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T15:17:27,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51c877db0aa6682 with lease ID 0x8ed749d706cdcfaf: Processing first storage report for DS-5569cf23-7f01-47bf-851c-f9f5d752b58b from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=d9645aea-a915-4968-b8d4-f37312ff0455, infoPort=39681, infoSecurePort=0, ipcPort=40799, storageInfo=lv=-57;cid=testClusterID;nsid=459933271;c=1731683845222) 2024-11-15T15:17:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51c877db0aa6682 with lease ID 0x8ed749d706cdcfaf: from storage DS-5569cf23-7f01-47bf-851c-f9f5d752b58b node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=d9645aea-a915-4968-b8d4-f37312ff0455, infoPort=39681, infoSecurePort=0, ipcPort=40799, storageInfo=lv=-57;cid=testClusterID;nsid=459933271;c=1731683845222), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T15:17:27,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed 2024-11-15T15:17:27,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/zookeeper_0, clientPort=49406, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T15:17:27,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49406 2024-11-15T15:17:27,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:27,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741825_1001 (size=7) 2024-11-15T15:17:27,988 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 with version=8 2024-11-15T15:17:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/hbase-staging 2024-11-15T15:17:28,117 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T15:17:28,386 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f3372238866c:0 server-side Connection retries=45 2024-11-15T15:17:28,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:28,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:28,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:28,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:17:28,611 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T15:17:28,620 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T15:17:28,624 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:28,654 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16809 (auto-detected) 2024-11-15T15:17:28,655 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T15:17:28,679 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38099 2024-11-15T15:17:28,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:28,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:28,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38099 connecting to ZooKeeper ensemble=127.0.0.1:49406 2024-11-15T15:17:28,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380990x0, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:28,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38099-0x101ac8201cc0000 connected 2024-11-15T15:17:28,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T15:17:28,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:17:28,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T15:17:28,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38099 2024-11-15T15:17:28,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38099 2024-11-15T15:17:28,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38099 2024-11-15T15:17:28,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38099 2024-11-15T15:17:28,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38099 2024-11-15T15:17:28,797 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38, hbase.cluster.distributed=false 2024-11-15T15:17:28,866 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f3372238866c:0 server-side Connection retries=45 2024-11-15T15:17:28,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:28,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T15:17:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T15:17:28,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T15:17:28,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T15:17:28,872 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T15:17:28,873 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45001 2024-11-15T15:17:28,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T15:17:28,880 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T15:17:28,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:28,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:28,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45001 connecting to ZooKeeper ensemble=127.0.0.1:49406 2024-11-15T15:17:28,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450010x0, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T15:17:28,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450010x0, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T15:17:28,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45001-0x101ac8201cc0001 connected 2024-11-15T15:17:28,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:17:28,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T15:17:28,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-15T15:17:28,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45001 2024-11-15T15:17:28,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45001 2024-11-15T15:17:28,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-15T15:17:28,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-15T15:17:28,904 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f3372238866c,38099,1731683848110 2024-11-15T15:17:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:17:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:17:28,914 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3372238866c,38099,1731683848110 2024-11-15T15:17:28,921 DEBUG [M:0;f3372238866c:38099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3372238866c:38099 2024-11-15T15:17:28,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T15:17:28,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T15:17:28,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:28,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:28,936 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T15:17:28,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T15:17:28,937 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3372238866c,38099,1731683848110 from backup master directory 2024-11-15T15:17:28,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:17:28,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3372238866c,38099,1731683848110 2024-11-15T15:17:28,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T15:17:28,941 WARN [master/f3372238866c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:28,941 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3372238866c,38099,1731683848110 2024-11-15T15:17:28,943 INFO [master/f3372238866c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T15:17:28,945 INFO [master/f3372238866c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T15:17:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741826_1002 (size=42) 2024-11-15T15:17:29,416 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/hbase.id with ID: 7e7be80e-fc2c-4237-b833-9bdc14b34bff 2024-11-15T15:17:29,457 INFO [master/f3372238866c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T15:17:29,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:29,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741827_1003 (size=196) 2024-11-15T15:17:29,919 INFO [master/f3372238866c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:17:29,921 INFO [master/f3372238866c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T15:17:29,940 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:29,945 INFO [master/f3372238866c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:29,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741828_1004 (size=1189) 2024-11-15T15:17:30,396 INFO [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store 2024-11-15T15:17:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741829_1005 (size=34) 2024-11-15T15:17:30,817 INFO [master/f3372238866c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T15:17:30,817 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:30,818 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:17:30,819 INFO [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:30,819 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:30,819 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:17:30,819 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:30,819 INFO [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:17:30,819 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-15T15:17:30,822 WARN [master/f3372238866c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/.initializing 2024-11-15T15:17:30,822 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/WALs/f3372238866c,38099,1731683848110 2024-11-15T15:17:30,828 INFO [master/f3372238866c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:30,840 INFO [master/f3372238866c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3372238866c%2C38099%2C1731683848110, suffix=, logDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/WALs/f3372238866c,38099,1731683848110, archiveDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/oldWALs, maxLogs=10 2024-11-15T15:17:30,864 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/WALs/f3372238866c,38099,1731683848110/f3372238866c%2C38099%2C1731683848110.1731683850845, exclude list is [], retry=0 2024-11-15T15:17:30,881 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-872178a9-eb28-411d-b7b1-00556d34e195,DISK] 2024-11-15T15:17:30,884 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T15:17:30,922 INFO [master/f3372238866c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/WALs/f3372238866c,38099,1731683848110/f3372238866c%2C38099%2C1731683848110.1731683850845 2024-11-15T15:17:30,923 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681)] 2024-11-15T15:17:30,924 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:30,925 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:30,928 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:30,929 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:30,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:30,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T15:17:30,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:31,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T15:17:31,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:31,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T15:17:31,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:31,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T15:17:31,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:31,020 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,021 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,030 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T15:17:31,034 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T15:17:31,039 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:31,040 INFO [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71811288, jitterRate=0.07007157802581787}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T15:17:31,044 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-15T15:17:31,045 INFO [master/f3372238866c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T15:17:31,075 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94a96f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:31,111 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-15T15:17:31,123 INFO [master/f3372238866c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T15:17:31,124 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T15:17:31,126 INFO [master/f3372238866c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T15:17:31,128 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T15:17:31,133 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-15T15:17:31,133 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T15:17:31,166 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T15:17:31,181 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T15:17:31,184 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-15T15:17:31,188 INFO [master/f3372238866c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T15:17:31,189 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T15:17:31,192 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-15T15:17:31,194 INFO [master/f3372238866c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T15:17:31,198 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T15:17:31,201 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-15T15:17:31,202 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T15:17:31,204 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T15:17:31,214 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T15:17:31,215 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T15:17:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T15:17:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T15:17:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:31,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:31,221 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f3372238866c,38099,1731683848110, sessionid=0x101ac8201cc0000, setting cluster-up flag (Was=false) 2024-11-15T15:17:31,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:31,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:31,239 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T15:17:31,241 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3372238866c,38099,1731683848110 2024-11-15T15:17:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:31,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:31,253 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T15:17:31,255 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3372238866c,38099,1731683848110 2024-11-15T15:17:31,318 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3372238866c:45001 2024-11-15T15:17:31,320 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1008): ClusterId : 7e7be80e-fc2c-4237-b833-9bdc14b34bff 2024-11-15T15:17:31,322 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T15:17:31,327 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T15:17:31,327 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T15:17:31,331 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T15:17:31,331 DEBUG [RS:0;f3372238866c:45001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d4505a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:31,333 DEBUG [RS:0;f3372238866c:45001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33170e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3372238866c/172.17.0.2:0 2024-11-15T15:17:31,336 INFO [RS:0;f3372238866c:45001 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-15T15:17:31,336 INFO [RS:0;f3372238866c:45001 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-15T15:17:31,336 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-15T15:17:31,338 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(3073): reportForDuty to master=f3372238866c,38099,1731683848110 with isa=f3372238866c/172.17.0.2:45001, startcode=1731683848865 2024-11-15T15:17:31,338 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:31,345 INFO [master/f3372238866c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-15T15:17:31,347 INFO [master/f3372238866c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T15:17:31,350 DEBUG [RS:0;f3372238866c:45001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:17:31,353 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3372238866c,38099,1731683848110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T15:17:31,356 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3372238866c:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:31,357 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3372238866c:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:31,357 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3372238866c:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:31,357 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3372238866c:0, corePoolSize=5, maxPoolSize=5 2024-11-15T15:17:31,357 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3372238866c:0, corePoolSize=10, maxPoolSize=10 2024-11-15T15:17:31,357 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,358 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3372238866c:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:31,358 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,359 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731683881359 2024-11-15T15:17:31,361 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T15:17:31,363 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T15:17:31,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:31,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-15T15:17:31,367 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T15:17:31,367 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:31,368 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T15:17:31,368 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T15:17:31,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:17:31,368 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T15:17:31,371 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,373 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T15:17:31,374 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T15:17:31,375 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T15:17:31,381 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T15:17:31,381 INFO [master/f3372238866c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T15:17:31,383 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3372238866c:0:becomeActiveMaster-HFileCleaner.large.0-1731683851383,5,FailOnTimeoutGroup] 2024-11-15T15:17:31,383 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3372238866c:0:becomeActiveMaster-HFileCleaner.small.0-1731683851383,5,FailOnTimeoutGroup] 2024-11-15T15:17:31,384 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741831_1007 (size=1039) 2024-11-15T15:17:31,384 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T15:17:31,385 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,386 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,391 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60191, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:17:31,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38099 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f3372238866c,45001,1731683848865 2024-11-15T15:17:31,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38099 {}] master.ServerManager(486): Registering regionserver=f3372238866c,45001,1731683848865 2024-11-15T15:17:31,413 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:17:31,414 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40839 2024-11-15T15:17:31,414 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-15T15:17:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T15:17:31,419 DEBUG [RS:0;f3372238866c:45001 {}] zookeeper.ZKUtil(111): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3372238866c,45001,1731683848865 2024-11-15T15:17:31,419 WARN [RS:0;f3372238866c:45001 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T15:17:31,419 INFO [RS:0;f3372238866c:45001 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:31,419 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865 2024-11-15T15:17:31,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3372238866c,45001,1731683848865] 2024-11-15T15:17:31,432 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-15T15:17:31,443 INFO [RS:0;f3372238866c:45001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T15:17:31,456 INFO [RS:0;f3372238866c:45001 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T15:17:31,459 INFO [RS:0;f3372238866c:45001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T15:17:31,459 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,460 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-15T15:17:31,467 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,467 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,467 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,467 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,468 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,468 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,468 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3372238866c:0, corePoolSize=2, maxPoolSize=2 2024-11-15T15:17:31,468 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,468 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,468 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,469 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,469 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3372238866c:0, corePoolSize=1, maxPoolSize=1 2024-11-15T15:17:31,469 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3372238866c:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:31,469 DEBUG [RS:0;f3372238866c:45001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0, corePoolSize=3, maxPoolSize=3 2024-11-15T15:17:31,470 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,470 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,470 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,470 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,470 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,45001,1731683848865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:31,490 INFO [RS:0;f3372238866c:45001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T15:17:31,492 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,45001,1731683848865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:31,512 INFO [RS:0;f3372238866c:45001 {}] regionserver.Replication(204): f3372238866c,45001,1731683848865 started 2024-11-15T15:17:31,512 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1767): Serving as f3372238866c,45001,1731683848865, RpcServer on f3372238866c/172.17.0.2:45001, sessionid=0x101ac8201cc0001 2024-11-15T15:17:31,513 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T15:17:31,513 DEBUG [RS:0;f3372238866c:45001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3372238866c,45001,1731683848865 2024-11-15T15:17:31,513 DEBUG [RS:0;f3372238866c:45001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3372238866c,45001,1731683848865' 2024-11-15T15:17:31,513 DEBUG [RS:0;f3372238866c:45001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T15:17:31,514 DEBUG [RS:0;f3372238866c:45001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T15:17:31,515 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T15:17:31,515 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T15:17:31,515 DEBUG [RS:0;f3372238866c:45001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3372238866c,45001,1731683848865 2024-11-15T15:17:31,515 DEBUG [RS:0;f3372238866c:45001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3372238866c,45001,1731683848865' 2024-11-15T15:17:31,515 DEBUG [RS:0;f3372238866c:45001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T15:17:31,516 DEBUG [RS:0;f3372238866c:45001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T15:17:31,516 DEBUG [RS:0;f3372238866c:45001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T15:17:31,516 INFO [RS:0;f3372238866c:45001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T15:17:31,516 INFO [RS:0;f3372238866c:45001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T15:17:31,622 INFO [RS:0;f3372238866c:45001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T15:17:31,625 INFO [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3372238866c%2C45001%2C1731683848865, suffix=, logDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865, archiveDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/oldWALs, maxLogs=32 2024-11-15T15:17:31,642 DEBUG [RS:0;f3372238866c:45001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865/f3372238866c%2C45001%2C1731683848865.1731683851628, exclude list is [], retry=0 2024-11-15T15:17:31,647 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-872178a9-eb28-411d-b7b1-00556d34e195,DISK] 2024-11-15T15:17:31,651 INFO [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865/f3372238866c%2C45001%2C1731683848865.1731683851628 2024-11-15T15:17:31,651 DEBUG [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681)] 2024-11-15T15:17:31,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-15T15:17:31,787 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:17:31,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741833_1009 (size=32) 2024-11-15T15:17:32,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:32,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:32,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:32,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:32,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:32,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:32,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:32,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740 2024-11-15T15:17:32,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740 2024-11-15T15:17:32,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:17:32,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-15T15:17:32,223 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:32,224 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67622733, jitterRate=0.007657244801521301}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:17:32,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-15T15:17:32,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:17:32,226 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-15T15:17:32,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-15T15:17:32,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:17:32,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:17:32,228 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-15T15:17:32,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-15T15:17:32,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-15T15:17:32,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-15T15:17:32,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T15:17:32,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T15:17:32,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T15:17:32,399 DEBUG [f3372238866c:38099 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T15:17:32,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:17:32,409 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3372238866c,45001,1731683848865, state=OPENING 2024-11-15T15:17:32,415 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T15:17:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:32,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:17:32,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:17:32,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:17:32,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:32,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T15:17:32,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T15:17:32,609 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-15T15:17:32,609 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T15:17:32,610 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T15:17:32,613 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3372238866c%2C45001%2C1731683848865.meta, suffix=.meta, logDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865, archiveDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/oldWALs, maxLogs=32 2024-11-15T15:17:32,630 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865/f3372238866c%2C45001%2C1731683848865.meta.1731683852615.meta, exclude list is [], retry=0 2024-11-15T15:17:32,634 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-872178a9-eb28-411d-b7b1-00556d34e195,DISK] 2024-11-15T15:17:32,636 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/WALs/f3372238866c,45001,1731683848865/f3372238866c%2C45001%2C1731683848865.meta.1731683852615.meta 2024-11-15T15:17:32,637 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39681:39681)] 2024-11-15T15:17:32,637 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:32,639 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T15:17:32,698 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T15:17:32,702 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T15:17:32,706 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T15:17:32,707 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:32,707 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-15T15:17:32,707 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-15T15:17:32,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T15:17:32,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T15:17:32,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T15:17:32,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T15:17:32,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T15:17:32,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T15:17:32,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T15:17:32,719 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740 2024-11-15T15:17:32,721 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740 2024-11-15T15:17:32,724 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:17:32,727 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-15T15:17:32,728 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60551891, jitterRate=-0.09770651161670685}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:17:32,730 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-15T15:17:32,738 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731683852589 2024-11-15T15:17:32,750 DEBUG [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T15:17:32,750 INFO [RS_OPEN_META-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-15T15:17:32,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:17:32,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3372238866c,45001,1731683848865, state=OPEN 2024-11-15T15:17:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T15:17:32,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T15:17:32,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:17:32,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T15:17:32,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T15:17:32,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f3372238866c,45001,1731683848865 in 340 msec 2024-11-15T15:17:32,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T15:17:32,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-15T15:17:32,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-15T15:17:32,774 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731683852774, completionTime=-1 2024-11-15T15:17:32,774 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T15:17:32,774 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-15T15:17:32,814 DEBUG [hconnection-0x632d36a4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:32,816 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:32,828 INFO [master/f3372238866c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-15T15:17:32,828 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731683912828 2024-11-15T15:17:32,828 INFO [master/f3372238866c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731683972828 2024-11-15T15:17:32,828 INFO [master/f3372238866c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-15T15:17:32,849 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,38099,1731683848110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,849 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,38099,1731683848110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,850 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,38099,1731683848110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,851 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3372238866c:38099, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,852 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:32,856 DEBUG [master/f3372238866c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-15T15:17:32,860 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-15T15:17:32,861 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T15:17:32,868 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-15T15:17:32,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:17:32,872 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:32,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:17:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741835_1011 (size=358) 2024-11-15T15:17:33,289 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd46b6c4002cbfe34842ef94bad7c5f6, NAME => 'hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:17:33,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741836_1012 (size=42) 2024-11-15T15:17:33,700 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:33,700 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing cd46b6c4002cbfe34842ef94bad7c5f6, disabling compactions & flushes 2024-11-15T15:17:33,700 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:33,700 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:33,700 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. after waiting 0 ms 2024-11-15T15:17:33,700 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:33,700 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:33,700 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd46b6c4002cbfe34842ef94bad7c5f6: 2024-11-15T15:17:33,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:17:33,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731683853704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683853704"}]},"ts":"1731683853704"} 2024-11-15T15:17:33,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:17:33,738 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:17:33,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683853738"}]},"ts":"1731683853738"} 2024-11-15T15:17:33,745 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-15T15:17:33,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cd46b6c4002cbfe34842ef94bad7c5f6, ASSIGN}] 2024-11-15T15:17:33,753 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cd46b6c4002cbfe34842ef94bad7c5f6, ASSIGN 2024-11-15T15:17:33,755 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=cd46b6c4002cbfe34842ef94bad7c5f6, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:17:33,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cd46b6c4002cbfe34842ef94bad7c5f6, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:17:33,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure cd46b6c4002cbfe34842ef94bad7c5f6, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:17:34,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:34,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => cd46b6c4002cbfe34842ef94bad7c5f6, NAME => 'hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,074 INFO [StoreOpener-cd46b6c4002cbfe34842ef94bad7c5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,076 INFO [StoreOpener-cd46b6c4002cbfe34842ef94bad7c5f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd46b6c4002cbfe34842ef94bad7c5f6 columnFamilyName info 2024-11-15T15:17:34,077 DEBUG [StoreOpener-cd46b6c4002cbfe34842ef94bad7c5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:34,077 INFO [StoreOpener-cd46b6c4002cbfe34842ef94bad7c5f6-1 {}] regionserver.HStore(327): Store=cd46b6c4002cbfe34842ef94bad7c5f6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:34,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:17:34,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:34,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened cd46b6c4002cbfe34842ef94bad7c5f6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64436261, jitterRate=-0.03982488811016083}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T15:17:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for cd46b6c4002cbfe34842ef94bad7c5f6: 2024-11-15T15:17:34,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6., pid=6, masterSystemTime=1731683854064 2024-11-15T15:17:34,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:34,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:17:34,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cd46b6c4002cbfe34842ef94bad7c5f6, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:17:34,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T15:17:34,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure cd46b6c4002cbfe34842ef94bad7c5f6, server=f3372238866c,45001,1731683848865 in 190 msec 2024-11-15T15:17:34,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T15:17:34,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=cd46b6c4002cbfe34842ef94bad7c5f6, ASSIGN in 352 msec 2024-11-15T15:17:34,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:17:34,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683854108"}]},"ts":"1731683854108"} 2024-11-15T15:17:34,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-15T15:17:34,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:17:34,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2530 sec 2024-11-15T15:17:34,172 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-15T15:17:34,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-15T15:17:34,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:34,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:17:34,204 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-15T15:17:34,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-15T15:17:34,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-15T15:17:34,228 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-15T15:17:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-15T15:17:34,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-15T15:17:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-15T15:17:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-15T15:17:34,258 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.317sec 2024-11-15T15:17:34,259 INFO [master/f3372238866c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T15:17:34,261 INFO [master/f3372238866c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T15:17:34,262 INFO [master/f3372238866c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T15:17:34,262 INFO [master/f3372238866c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T15:17:34,262 INFO [master/f3372238866c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T15:17:34,263 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,38099,1731683848110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T15:17:34,264 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,38099,1731683848110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T15:17:34,270 DEBUG [master/f3372238866c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-15T15:17:34,271 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T15:17:34,271 INFO [master/f3372238866c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3372238866c,38099,1731683848110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T15:17:34,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-15T15:17:34,325 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-15T15:17:34,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:34,336 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T15:17:34,336 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T15:17:34,346 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:34,355 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:34,366 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f3372238866c,38099,1731683848110 2024-11-15T15:17:34,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=3408 2024-11-15T15:17:34,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:34,400 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:34,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:17:34,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:17:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T15:17:34,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:17:34,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-15T15:17:34,417 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:34,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:17:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-15T15:17:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741837_1013 (size=960) 2024-11-15T15:17:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-15T15:17:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-15T15:17:34,834 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:17:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741838_1014 (size=53) 2024-11-15T15:17:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-15T15:17:35,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:35,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2685108b0fdbf9e888d873e21bce279d, disabling compactions & flushes 2024-11-15T15:17:35,245 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. after waiting 0 ms 2024-11-15T15:17:35,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,245 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:35,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:17:35,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731683855247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683855247"}]},"ts":"1731683855247"} 2024-11-15T15:17:35,251 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:17:35,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:17:35,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683855252"}]},"ts":"1731683855252"} 2024-11-15T15:17:35,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T15:17:35,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, ASSIGN}] 2024-11-15T15:17:35,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, ASSIGN 2024-11-15T15:17:35,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:17:35,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2685108b0fdbf9e888d873e21bce279d, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:17:35,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:17:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-15T15:17:35,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:35,577 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,578 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,581 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,584 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:17:35,584 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2685108b0fdbf9e888d873e21bce279d columnFamilyName A 2024-11-15T15:17:35,584 DEBUG [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:35,586 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.HStore(327): Store=2685108b0fdbf9e888d873e21bce279d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:35,586 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,588 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:17:35,588 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2685108b0fdbf9e888d873e21bce279d columnFamilyName B 2024-11-15T15:17:35,589 DEBUG [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:35,589 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.HStore(327): Store=2685108b0fdbf9e888d873e21bce279d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:35,590 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,592 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:17:35,592 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2685108b0fdbf9e888d873e21bce279d columnFamilyName C 2024-11-15T15:17:35,592 DEBUG [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:17:35,593 INFO [StoreOpener-2685108b0fdbf9e888d873e21bce279d-1 {}] regionserver.HStore(327): Store=2685108b0fdbf9e888d873e21bce279d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:17:35,594 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,595 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,596 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,599 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:17:35,601 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:35,604 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:17:35,605 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 2685108b0fdbf9e888d873e21bce279d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66762135, jitterRate=-0.005166664719581604}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:17:35,606 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:35,608 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., pid=11, masterSystemTime=1731683855571 2024-11-15T15:17:35,611 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,611 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:35,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2685108b0fdbf9e888d873e21bce279d, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:17:35,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T15:17:35,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 in 198 msec 2024-11-15T15:17:35,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T15:17:35,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, ASSIGN in 359 msec 2024-11-15T15:17:35,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:17:35,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683855623"}]},"ts":"1731683855623"} 2024-11-15T15:17:35,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T15:17:35,630 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:17:35,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2180 sec 2024-11-15T15:17:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-15T15:17:36,539 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-15T15:17:36,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-15T15:17:36,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,553 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:17:36,559 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:17:36,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-15T15:17:36,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-15T15:17:36,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-15T15:17:36,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-15T15:17:36,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-15T15:17:36,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-15T15:17:36,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-15T15:17:36,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-15T15:17:36,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-15T15:17:36,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:17:36,620 DEBUG [hconnection-0x4c038b40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,621 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,623 DEBUG [hconnection-0x2e14f92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,623 DEBUG [hconnection-0xabff582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,624 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,624 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,624 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:36,626 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,626 DEBUG [hconnection-0x588b494f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,627 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:17:36,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,630 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,633 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-15T15:17:36,635 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-15T15:17:36,639 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:36,641 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:36,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:36,646 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,652 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,665 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:17:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:36,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:17:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-15T15:17:36,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:36,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-15T15:17:36,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:36,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:36,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:36,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:36,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:36,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/fac55a5303bf4e3385ada729581299a0 is 50, key is test_row_0/A:col10/1731683856667/Put/seqid=0 2024-11-15T15:17:36,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683916903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683916907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683916909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683916911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741839_1015 (size=14341) 2024-11-15T15:17:36,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/fac55a5303bf4e3385ada729581299a0 2024-11-15T15:17:36,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683916924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-15T15:17:37,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:37,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-15T15:17:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a4e1ab5c20204cae9b1f01f369dcad10 is 50, key is test_row_0/B:col10/1731683856667/Put/seqid=0 2024-11-15T15:17:37,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683917073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683917072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683917073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683917073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683917075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741840_1016 (size=12001) 2024-11-15T15:17:37,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a4e1ab5c20204cae9b1f01f369dcad10 2024-11-15T15:17:37,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/487d8f99294646419f1655d92f9a40ef is 50, key is test_row_0/C:col10/1731683856667/Put/seqid=0 2024-11-15T15:17:37,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:37,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-15T15:17:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741841_1017 (size=12001) 2024-11-15T15:17:37,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/487d8f99294646419f1655d92f9a40ef 2024-11-15T15:17:37,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/fac55a5303bf4e3385ada729581299a0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fac55a5303bf4e3385ada729581299a0 2024-11-15T15:17:37,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fac55a5303bf4e3385ada729581299a0, entries=200, sequenceid=12, filesize=14.0 K 2024-11-15T15:17:37,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a4e1ab5c20204cae9b1f01f369dcad10 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a4e1ab5c20204cae9b1f01f369dcad10 2024-11-15T15:17:37,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a4e1ab5c20204cae9b1f01f369dcad10, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T15:17:37,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/487d8f99294646419f1655d92f9a40ef as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/487d8f99294646419f1655d92f9a40ef 2024-11-15T15:17:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-15T15:17:37,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/487d8f99294646419f1655d92f9a40ef, entries=150, sequenceid=12, filesize=11.7 K 2024-11-15T15:17:37,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2685108b0fdbf9e888d873e21bce279d in 558ms, sequenceid=12, compaction requested=false 2024-11-15T15:17:37,260 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T15:17:37,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:37,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T15:17:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:37,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:37,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7a0439a473584dc4863c71b026f2d0b8 is 50, key is test_row_0/A:col10/1731683857307/Put/seqid=0 2024-11-15T15:17:37,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683917320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:37,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-15T15:17:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683917331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683917334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683917338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683917342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741842_1018 (size=12001) 2024-11-15T15:17:37,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7a0439a473584dc4863c71b026f2d0b8 2024-11-15T15:17:37,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T15:17:37,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-15T15:17:37,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a18ef3313968417ea787b92b6f4bc533 is 50, key is test_row_0/B:col10/1731683857307/Put/seqid=0 2024-11-15T15:17:37,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683917445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683917450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683917452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683917457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683917458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741843_1019 (size=12001) 2024-11-15T15:17:37,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a18ef3313968417ea787b92b6f4bc533 2024-11-15T15:17:37,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:37,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-15T15:17:37,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:37,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/18daaa24bca349cba560de6e3fb7b0cc is 50, key is test_row_0/C:col10/1731683857307/Put/seqid=0 2024-11-15T15:17:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741844_1020 (size=12001) 2024-11-15T15:17:37,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/18daaa24bca349cba560de6e3fb7b0cc 2024-11-15T15:17:37,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7a0439a473584dc4863c71b026f2d0b8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7a0439a473584dc4863c71b026f2d0b8 2024-11-15T15:17:37,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7a0439a473584dc4863c71b026f2d0b8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T15:17:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a18ef3313968417ea787b92b6f4bc533 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a18ef3313968417ea787b92b6f4bc533 2024-11-15T15:17:37,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a18ef3313968417ea787b92b6f4bc533, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T15:17:37,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/18daaa24bca349cba560de6e3fb7b0cc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/18daaa24bca349cba560de6e3fb7b0cc 2024-11-15T15:17:37,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/18daaa24bca349cba560de6e3fb7b0cc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T15:17:37,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2685108b0fdbf9e888d873e21bce279d in 312ms, sequenceid=40, compaction requested=false 2024-11-15T15:17:37,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:37,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:37,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-15T15:17:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:37,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T15:17:37,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:37,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:37,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/a1c61779d3064c43ab44eebf5590f161 is 50, key is test_row_0/A:col10/1731683857659/Put/seqid=0 2024-11-15T15:17:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741845_1021 (size=16681) 2024-11-15T15:17:37,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/a1c61779d3064c43ab44eebf5590f161 2024-11-15T15:17:37,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/0e47555bee6e4a599a7f85974ade2220 is 50, key is test_row_0/B:col10/1731683857659/Put/seqid=0 2024-11-15T15:17:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-15T15:17:37,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741846_1022 (size=12001) 2024-11-15T15:17:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683917838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683917843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683917863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683917867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683917870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683917970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683917971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683917987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683917988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:37,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683917988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683918179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683918177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/0e47555bee6e4a599a7f85974ade2220 2024-11-15T15:17:38,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683918197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683918197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683918198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/39ff43b917c04b82a419873976082ac5 is 50, key is test_row_0/C:col10/1731683857659/Put/seqid=0 2024-11-15T15:17:38,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:17:38,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741847_1023 (size=12001) 2024-11-15T15:17:38,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/39ff43b917c04b82a419873976082ac5 2024-11-15T15:17:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/a1c61779d3064c43ab44eebf5590f161 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/a1c61779d3064c43ab44eebf5590f161 2024-11-15T15:17:38,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/a1c61779d3064c43ab44eebf5590f161, entries=250, sequenceid=50, filesize=16.3 K 2024-11-15T15:17:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/0e47555bee6e4a599a7f85974ade2220 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/0e47555bee6e4a599a7f85974ade2220 2024-11-15T15:17:38,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/0e47555bee6e4a599a7f85974ade2220, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T15:17:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/39ff43b917c04b82a419873976082ac5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/39ff43b917c04b82a419873976082ac5 2024-11-15T15:17:38,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/39ff43b917c04b82a419873976082ac5, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T15:17:38,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2685108b0fdbf9e888d873e21bce279d in 663ms, sequenceid=50, compaction requested=true 2024-11-15T15:17:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T15:17:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-15T15:17:38,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T15:17:38,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6840 sec 2024-11-15T15:17:38,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7040 sec 2024-11-15T15:17:38,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T15:17:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:38,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:38,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:38,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:38,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:38,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/59b1feff2de1400b8ad6d2fecb2fb2b4 is 50, key is test_row_0/A:col10/1731683858488/Put/seqid=0 2024-11-15T15:17:38,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683918510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683918510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683918511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683918514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683918515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741848_1024 (size=12001) 2024-11-15T15:17:38,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T15:17:38,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T15:17:38,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-15T15:17:38,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-15T15:17:38,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:17:38,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T15:17:38,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T15:17:38,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T15:17:38,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T15:17:38,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-15T15:17:38,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683918625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683918626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-15T15:17:38,753 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-15T15:17:38,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-15T15:17:38,762 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:38,764 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:38,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-15T15:17:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683918832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683918835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-15T15:17:38,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:38,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:38,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:38,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:38,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/59b1feff2de1400b8ad6d2fecb2fb2b4 2024-11-15T15:17:38,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/861de8a615bc439eb63d000d42c891ee is 50, key is test_row_0/B:col10/1731683858488/Put/seqid=0 2024-11-15T15:17:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741849_1025 (size=12001) 2024-11-15T15:17:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683919022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683919023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683919023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-15T15:17:39,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:39,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683919139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683919143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:39,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:39,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:39,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-15T15:17:39,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:39,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/861de8a615bc439eb63d000d42c891ee 2024-11-15T15:17:39,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e192ac0ef4124d7ca95aa76071eb3f90 is 50, key is test_row_0/C:col10/1731683858488/Put/seqid=0 2024-11-15T15:17:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741850_1026 (size=12001) 2024-11-15T15:17:39,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e192ac0ef4124d7ca95aa76071eb3f90 2024-11-15T15:17:39,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/59b1feff2de1400b8ad6d2fecb2fb2b4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/59b1feff2de1400b8ad6d2fecb2fb2b4 2024-11-15T15:17:39,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/59b1feff2de1400b8ad6d2fecb2fb2b4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T15:17:39,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/861de8a615bc439eb63d000d42c891ee as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/861de8a615bc439eb63d000d42c891ee 2024-11-15T15:17:39,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/861de8a615bc439eb63d000d42c891ee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T15:17:39,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e192ac0ef4124d7ca95aa76071eb3f90 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e192ac0ef4124d7ca95aa76071eb3f90 2024-11-15T15:17:39,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:39,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e192ac0ef4124d7ca95aa76071eb3f90, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T15:17:39,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2685108b0fdbf9e888d873e21bce279d in 1071ms, sequenceid=78, compaction requested=true 2024-11-15T15:17:39,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:39,585 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:39,586 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:39,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:39,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:39,591 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:39,593 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:39,593 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,594 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a4e1ab5c20204cae9b1f01f369dcad10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a18ef3313968417ea787b92b6f4bc533, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/0e47555bee6e4a599a7f85974ade2220, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/861de8a615bc439eb63d000d42c891ee] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=46.9 K 2024-11-15T15:17:39,595 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a4e1ab5c20204cae9b1f01f369dcad10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731683856667 2024-11-15T15:17:39,595 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:39,595 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:39,595 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,596 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fac55a5303bf4e3385ada729581299a0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7a0439a473584dc4863c71b026f2d0b8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/a1c61779d3064c43ab44eebf5590f161, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/59b1feff2de1400b8ad6d2fecb2fb2b4] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=53.7 K 2024-11-15T15:17:39,596 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a18ef3313968417ea787b92b6f4bc533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731683857305 2024-11-15T15:17:39,597 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac55a5303bf4e3385ada729581299a0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731683856665 2024-11-15T15:17:39,597 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a0439a473584dc4863c71b026f2d0b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731683857305 2024-11-15T15:17:39,597 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e47555bee6e4a599a7f85974ade2220, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683857330 2024-11-15T15:17:39,598 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1c61779d3064c43ab44eebf5590f161, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683857330 2024-11-15T15:17:39,599 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59b1feff2de1400b8ad6d2fecb2fb2b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683857862 2024-11-15T15:17:39,599 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 861de8a615bc439eb63d000d42c891ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683857862 2024-11-15T15:17:39,671 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#13 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:39,672 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/829dae02e8cb4217b12b8ede4005e836 is 50, key is test_row_0/B:col10/1731683858488/Put/seqid=0 2024-11-15T15:17:39,673 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#12 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:39,674 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/78dbdc859f034bd58755f314adcb9ca9 is 50, key is test_row_0/A:col10/1731683858488/Put/seqid=0 2024-11-15T15:17:39,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:17:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:39,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:39,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741852_1028 (size=12139) 2024-11-15T15:17:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741851_1027 (size=12139) 2024-11-15T15:17:39,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/19a4254159d844b1811619b3ffe75560 is 50, key is test_row_0/A:col10/1731683859693/Put/seqid=0 2024-11-15T15:17:39,739 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/829dae02e8cb4217b12b8ede4005e836 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/829dae02e8cb4217b12b8ede4005e836 2024-11-15T15:17:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741853_1029 (size=21365) 2024-11-15T15:17:39,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/19a4254159d844b1811619b3ffe75560 2024-11-15T15:17:39,765 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 829dae02e8cb4217b12b8ede4005e836(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:39,765 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:39,765 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=12, startTime=1731683859585; duration=0sec 2024-11-15T15:17:39,766 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:39,766 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:39,766 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:39,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8 is 50, key is test_row_0/B:col10/1731683859693/Put/seqid=0 2024-11-15T15:17:39,781 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:39,781 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:39,781 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,782 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/487d8f99294646419f1655d92f9a40ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/18daaa24bca349cba560de6e3fb7b0cc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/39ff43b917c04b82a419873976082ac5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e192ac0ef4124d7ca95aa76071eb3f90] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=46.9 K 2024-11-15T15:17:39,783 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 487d8f99294646419f1655d92f9a40ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731683856667 2024-11-15T15:17:39,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 18daaa24bca349cba560de6e3fb7b0cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731683857305 2024-11-15T15:17:39,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 39ff43b917c04b82a419873976082ac5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683857330 2024-11-15T15:17:39,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e192ac0ef4124d7ca95aa76071eb3f90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683857862 2024-11-15T15:17:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741854_1030 (size=12001) 2024-11-15T15:17:39,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8 2024-11-15T15:17:39,847 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#16 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:39,850 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/12f531e7892b4a9998c5bac5f1cef061 is 50, key is test_row_0/C:col10/1731683858488/Put/seqid=0 2024-11-15T15:17:39,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:39,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:39,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:39,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:39,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:39,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/f402ff5fc8c846acb0b5eeaa2648533b is 50, key is test_row_0/C:col10/1731683859693/Put/seqid=0 2024-11-15T15:17:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-15T15:17:39,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683919881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683919878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741855_1031 (size=12139) 2024-11-15T15:17:39,910 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/12f531e7892b4a9998c5bac5f1cef061 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/12f531e7892b4a9998c5bac5f1cef061 2024-11-15T15:17:39,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741856_1032 (size=12001) 2024-11-15T15:17:39,925 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 12f531e7892b4a9998c5bac5f1cef061(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:39,925 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:39,925 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=12, startTime=1731683859586; duration=0sec 2024-11-15T15:17:39,926 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:39,926 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:39,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/f402ff5fc8c846acb0b5eeaa2648533b 2024-11-15T15:17:39,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/19a4254159d844b1811619b3ffe75560 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/19a4254159d844b1811619b3ffe75560 2024-11-15T15:17:39,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/19a4254159d844b1811619b3ffe75560, entries=350, sequenceid=90, filesize=20.9 K 2024-11-15T15:17:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8 2024-11-15T15:17:39,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8, entries=150, sequenceid=90, filesize=11.7 K 2024-11-15T15:17:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/f402ff5fc8c846acb0b5eeaa2648533b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f402ff5fc8c846acb0b5eeaa2648533b 2024-11-15T15:17:39,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f402ff5fc8c846acb0b5eeaa2648533b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-15T15:17:39,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2685108b0fdbf9e888d873e21bce279d in 286ms, sequenceid=90, compaction requested=false 2024-11-15T15:17:39,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:40,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:40,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-15T15:17:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:40,011 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:17:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:40,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:40,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:40,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/452736681f8d4592907da8f15e0a64bb is 50, key is test_row_0/A:col10/1731683859861/Put/seqid=0 2024-11-15T15:17:40,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683920040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683920042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683920044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683920047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741857_1033 (size=12001) 2024-11-15T15:17:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683920046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,067 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/452736681f8d4592907da8f15e0a64bb 2024-11-15T15:17:40,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/fc20383b311142ca83bc53cf5f29f0cb is 50, key is test_row_0/B:col10/1731683859861/Put/seqid=0 2024-11-15T15:17:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741858_1034 (size=12001) 2024-11-15T15:17:40,125 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/fc20383b311142ca83bc53cf5f29f0cb 2024-11-15T15:17:40,141 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/78dbdc859f034bd58755f314adcb9ca9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/78dbdc859f034bd58755f314adcb9ca9 2024-11-15T15:17:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683920150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683920150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e2f83982d7c542fcba0674a290fccc1a is 50, key is test_row_0/C:col10/1731683859861/Put/seqid=0 2024-11-15T15:17:40,162 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 78dbdc859f034bd58755f314adcb9ca9(size=11.9 K), total size for store is 32.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:40,163 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:40,163 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=12, startTime=1731683859571; duration=0sec 2024-11-15T15:17:40,163 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:40,163 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683920166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683920168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683920169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741859_1035 (size=12001) 2024-11-15T15:17:40,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e2f83982d7c542fcba0674a290fccc1a 2024-11-15T15:17:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/452736681f8d4592907da8f15e0a64bb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/452736681f8d4592907da8f15e0a64bb 2024-11-15T15:17:40,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/452736681f8d4592907da8f15e0a64bb, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:17:40,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/fc20383b311142ca83bc53cf5f29f0cb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/fc20383b311142ca83bc53cf5f29f0cb 2024-11-15T15:17:40,280 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/fc20383b311142ca83bc53cf5f29f0cb, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:17:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e2f83982d7c542fcba0674a290fccc1a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e2f83982d7c542fcba0674a290fccc1a 2024-11-15T15:17:40,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e2f83982d7c542fcba0674a290fccc1a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:17:40,304 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2685108b0fdbf9e888d873e21bce279d in 293ms, sequenceid=118, compaction requested=true 2024-11-15T15:17:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T15:17:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-15T15:17:40,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T15:17:40,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5440 sec 2024-11-15T15:17:40,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.5550 sec 2024-11-15T15:17:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:40,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:17:40,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:40,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:40,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:40,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:40,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:40,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:40,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/11b901fc06cf4fca9f53e6fdbe69e1e9 is 50, key is test_row_0/A:col10/1731683860040/Put/seqid=0 2024-11-15T15:17:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741860_1036 (size=14391) 2024-11-15T15:17:40,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/11b901fc06cf4fca9f53e6fdbe69e1e9 2024-11-15T15:17:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683920416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683920416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683920417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683920419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/8fe21d8c7fac46e39f6e8e7b600fe6a6 is 50, key is test_row_0/B:col10/1731683860040/Put/seqid=0 2024-11-15T15:17:40,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683920420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741861_1037 (size=12051) 2024-11-15T15:17:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683920525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683920527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683920529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683920532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683920531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683920731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683920732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683920736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683920737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683920739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:40,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/8fe21d8c7fac46e39f6e8e7b600fe6a6 2024-11-15T15:17:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-15T15:17:40,874 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-15T15:17:40,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-15T15:17:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-15T15:17:40,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:40,882 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:40,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:40,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/a5b00f5705db4ba9976ea98714072171 is 50, key is test_row_0/C:col10/1731683860040/Put/seqid=0 2024-11-15T15:17:40,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741862_1038 (size=12051) 2024-11-15T15:17:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-15T15:17:41,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683921037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-15T15:17:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683921037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683921039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683921046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683921046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-15T15:17:41,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:41,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-15T15:17:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:41,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/a5b00f5705db4ba9976ea98714072171 2024-11-15T15:17:41,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/11b901fc06cf4fca9f53e6fdbe69e1e9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/11b901fc06cf4fca9f53e6fdbe69e1e9 2024-11-15T15:17:41,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/11b901fc06cf4fca9f53e6fdbe69e1e9, entries=200, sequenceid=130, filesize=14.1 K 2024-11-15T15:17:41,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/8fe21d8c7fac46e39f6e8e7b600fe6a6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8fe21d8c7fac46e39f6e8e7b600fe6a6 2024-11-15T15:17:41,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:41,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-15T15:17:41,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:41,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8fe21d8c7fac46e39f6e8e7b600fe6a6, entries=150, sequenceid=130, filesize=11.8 K 2024-11-15T15:17:41,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/a5b00f5705db4ba9976ea98714072171 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/a5b00f5705db4ba9976ea98714072171 2024-11-15T15:17:41,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/a5b00f5705db4ba9976ea98714072171, entries=150, sequenceid=130, filesize=11.8 K 2024-11-15T15:17:41,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2685108b0fdbf9e888d873e21bce279d in 1017ms, sequenceid=130, compaction requested=true 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:41,381 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:41,381 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:41,384 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59896 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:41,384 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:41,384 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,384 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/78dbdc859f034bd58755f314adcb9ca9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/19a4254159d844b1811619b3ffe75560, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/452736681f8d4592907da8f15e0a64bb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/11b901fc06cf4fca9f53e6fdbe69e1e9] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=58.5 K 2024-11-15T15:17:41,385 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:41,385 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:41,385 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,385 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/829dae02e8cb4217b12b8ede4005e836, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/fc20383b311142ca83bc53cf5f29f0cb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8fe21d8c7fac46e39f6e8e7b600fe6a6] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=47.1 K 2024-11-15T15:17:41,386 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78dbdc859f034bd58755f314adcb9ca9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683857862 2024-11-15T15:17:41,387 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 829dae02e8cb4217b12b8ede4005e836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683857862 2024-11-15T15:17:41,387 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a3f87ec3c574e18b1e4a5f7d6ab4cf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731683858507 2024-11-15T15:17:41,388 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting fc20383b311142ca83bc53cf5f29f0cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683859861 2024-11-15T15:17:41,388 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19a4254159d844b1811619b3ffe75560, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731683858499 2024-11-15T15:17:41,389 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fe21d8c7fac46e39f6e8e7b600fe6a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731683860040 2024-11-15T15:17:41,390 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 452736681f8d4592907da8f15e0a64bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683859861 2024-11-15T15:17:41,391 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11b901fc06cf4fca9f53e6fdbe69e1e9, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731683860040 2024-11-15T15:17:41,421 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#24 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:41,423 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/8e2fdb60a5624bd28c2a119fc3d1b918 is 50, key is test_row_0/B:col10/1731683860040/Put/seqid=0 2024-11-15T15:17:41,432 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#25 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:41,433 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/8ddc37392ef145db98153ab7a3b7070a is 50, key is test_row_0/A:col10/1731683860040/Put/seqid=0 2024-11-15T15:17:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741863_1039 (size=12325) 2024-11-15T15:17:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741864_1040 (size=12325) 2024-11-15T15:17:41,459 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/8e2fdb60a5624bd28c2a119fc3d1b918 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8e2fdb60a5624bd28c2a119fc3d1b918 2024-11-15T15:17:41,482 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 8e2fdb60a5624bd28c2a119fc3d1b918(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:41,482 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:41,483 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=12, startTime=1731683861381; duration=0sec 2024-11-15T15:17:41,483 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:41,483 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:41,483 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-15T15:17:41,489 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:41,489 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:41,490 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,490 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/12f531e7892b4a9998c5bac5f1cef061, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f402ff5fc8c846acb0b5eeaa2648533b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e2f83982d7c542fcba0674a290fccc1a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/a5b00f5705db4ba9976ea98714072171] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=47.1 K 2024-11-15T15:17:41,491 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 12f531e7892b4a9998c5bac5f1cef061, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683857862 2024-11-15T15:17:41,492 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f402ff5fc8c846acb0b5eeaa2648533b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731683858507 2024-11-15T15:17:41,493 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e2f83982d7c542fcba0674a290fccc1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683859861 2024-11-15T15:17:41,493 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b00f5705db4ba9976ea98714072171, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731683860040 2024-11-15T15:17:41,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:41,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-15T15:17:41,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,509 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:17:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:41,531 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#26 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:41,532 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/5b0d9ebec1234635b8d04dac1236a0ba is 50, key is test_row_0/C:col10/1731683860040/Put/seqid=0 2024-11-15T15:17:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0776a1a38ced4beeab7b65ce672b808a is 50, key is test_row_0/A:col10/1731683860400/Put/seqid=0 2024-11-15T15:17:41,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741865_1041 (size=12325) 2024-11-15T15:17:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:41,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741866_1042 (size=12151) 2024-11-15T15:17:41,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0776a1a38ced4beeab7b65ce672b808a 2024-11-15T15:17:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683921581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683921587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683921586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683921587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683921587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/f4c4feecd2d440a49ff3f85610417057 is 50, key is test_row_0/B:col10/1731683860400/Put/seqid=0 2024-11-15T15:17:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741867_1043 (size=12151) 2024-11-15T15:17:41,637 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/f4c4feecd2d440a49ff3f85610417057 2024-11-15T15:17:41,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/8e7424a0cf7747d1a039eecb2bb63aa1 is 50, key is test_row_0/C:col10/1731683860400/Put/seqid=0 2024-11-15T15:17:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741868_1044 (size=12151) 2024-11-15T15:17:41,681 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/8e7424a0cf7747d1a039eecb2bb63aa1 2024-11-15T15:17:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683921689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683921695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683921695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0776a1a38ced4beeab7b65ce672b808a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0776a1a38ced4beeab7b65ce672b808a 2024-11-15T15:17:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683921696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683921696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,710 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0776a1a38ced4beeab7b65ce672b808a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T15:17:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/f4c4feecd2d440a49ff3f85610417057 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f4c4feecd2d440a49ff3f85610417057 2024-11-15T15:17:41,724 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f4c4feecd2d440a49ff3f85610417057, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T15:17:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/8e7424a0cf7747d1a039eecb2bb63aa1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/8e7424a0cf7747d1a039eecb2bb63aa1 2024-11-15T15:17:41,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/8e7424a0cf7747d1a039eecb2bb63aa1, entries=150, sequenceid=156, filesize=11.9 K 2024-11-15T15:17:41,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2685108b0fdbf9e888d873e21bce279d in 229ms, sequenceid=156, compaction requested=false 2024-11-15T15:17:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-15T15:17:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-15T15:17:41,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T15:17:41,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 858 msec 2024-11-15T15:17:41,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 866 msec 2024-11-15T15:17:41,866 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/8ddc37392ef145db98153ab7a3b7070a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/8ddc37392ef145db98153ab7a3b7070a 2024-11-15T15:17:41,877 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 8ddc37392ef145db98153ab7a3b7070a(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:41,878 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:41,878 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=12, startTime=1731683861381; duration=0sec 2024-11-15T15:17:41,878 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:41,878 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:41,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:17:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:41,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/208c390ab95c405988eb73866e413a13 is 50, key is test_row_0/A:col10/1731683861582/Put/seqid=0 2024-11-15T15:17:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741869_1045 (size=12147) 2024-11-15T15:17:41,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/208c390ab95c405988eb73866e413a13 2024-11-15T15:17:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683921934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683921936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683921939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683921937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:41,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/db2b341345524799862bd2a830714dba is 50, key is test_row_0/B:col10/1731683861582/Put/seqid=0 2024-11-15T15:17:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683921941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741870_1046 (size=9757) 2024-11-15T15:17:41,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/db2b341345524799862bd2a830714dba 2024-11-15T15:17:41,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/87694e8bdfa74dbbb185f87a89bd97eb is 50, key is test_row_0/C:col10/1731683861582/Put/seqid=0 2024-11-15T15:17:41,988 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/5b0d9ebec1234635b8d04dac1236a0ba as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5b0d9ebec1234635b8d04dac1236a0ba 2024-11-15T15:17:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-15T15:17:41,991 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-15T15:17:41,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-15T15:17:41,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-15T15:17:41,998 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:41,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:42,007 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 5b0d9ebec1234635b8d04dac1236a0ba(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:42,007 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:42,007 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=12, startTime=1731683861381; duration=0sec 2024-11-15T15:17:42,007 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:42,007 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741871_1047 (size=9757) 2024-11-15T15:17:42,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/87694e8bdfa74dbbb185f87a89bd97eb 2024-11-15T15:17:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/208c390ab95c405988eb73866e413a13 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/208c390ab95c405988eb73866e413a13 2024-11-15T15:17:42,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/208c390ab95c405988eb73866e413a13, entries=150, sequenceid=169, filesize=11.9 K 2024-11-15T15:17:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/db2b341345524799862bd2a830714dba as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/db2b341345524799862bd2a830714dba 2024-11-15T15:17:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683922047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683922046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683922048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683922049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683922048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/db2b341345524799862bd2a830714dba, entries=100, sequenceid=169, filesize=9.5 K 2024-11-15T15:17:42,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/87694e8bdfa74dbbb185f87a89bd97eb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/87694e8bdfa74dbbb185f87a89bd97eb 2024-11-15T15:17:42,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/87694e8bdfa74dbbb185f87a89bd97eb, entries=100, sequenceid=169, filesize=9.5 K 2024-11-15T15:17:42,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2685108b0fdbf9e888d873e21bce279d in 181ms, sequenceid=169, compaction requested=true 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:42,079 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:42,079 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:42,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:42,081 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:42,081 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:42,082 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:42,082 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/8ddc37392ef145db98153ab7a3b7070a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0776a1a38ced4beeab7b65ce672b808a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/208c390ab95c405988eb73866e413a13] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=35.8 K 2024-11-15T15:17:42,082 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:42,083 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:42,083 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:42,083 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8e2fdb60a5624bd28c2a119fc3d1b918, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f4c4feecd2d440a49ff3f85610417057, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/db2b341345524799862bd2a830714dba] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=33.4 K 2024-11-15T15:17:42,083 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ddc37392ef145db98153ab7a3b7070a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731683860040 2024-11-15T15:17:42,084 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e2fdb60a5624bd28c2a119fc3d1b918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731683860040 2024-11-15T15:17:42,085 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0776a1a38ced4beeab7b65ce672b808a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731683860400 2024-11-15T15:17:42,086 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f4c4feecd2d440a49ff3f85610417057, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731683860400 2024-11-15T15:17:42,086 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208c390ab95c405988eb73866e413a13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731683861582 2024-11-15T15:17:42,087 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting db2b341345524799862bd2a830714dba, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731683861582 2024-11-15T15:17:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-15T15:17:42,116 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:42,116 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:42,117 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/71ea694188fb413389533766af853238 is 50, key is test_row_0/A:col10/1731683861582/Put/seqid=0 2024-11-15T15:17:42,117 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/33c194ebd42340668912aad550a112d4 is 50, key is test_row_0/B:col10/1731683861582/Put/seqid=0 2024-11-15T15:17:42,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:42,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-15T15:17:42,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:42,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:17:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:42,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:42,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741873_1049 (size=12527) 2024-11-15T15:17:42,177 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/33c194ebd42340668912aad550a112d4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/33c194ebd42340668912aad550a112d4 2024-11-15T15:17:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/e46ee925e5664ecba15e357d224857ff is 50, key is test_row_0/A:col10/1731683861935/Put/seqid=0 2024-11-15T15:17:42,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741872_1048 (size=12527) 2024-11-15T15:17:42,187 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 33c194ebd42340668912aad550a112d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:42,187 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:42,187 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683862079; duration=0sec 2024-11-15T15:17:42,188 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:42,188 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:42,188 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:42,191 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:42,191 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:42,191 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:42,192 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5b0d9ebec1234635b8d04dac1236a0ba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/8e7424a0cf7747d1a039eecb2bb63aa1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/87694e8bdfa74dbbb185f87a89bd97eb] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=33.4 K 2024-11-15T15:17:42,192 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0d9ebec1234635b8d04dac1236a0ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731683860040 2024-11-15T15:17:42,193 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e7424a0cf7747d1a039eecb2bb63aa1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731683860400 2024-11-15T15:17:42,194 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 87694e8bdfa74dbbb185f87a89bd97eb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731683861582 2024-11-15T15:17:42,196 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/71ea694188fb413389533766af853238 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/71ea694188fb413389533766af853238 2024-11-15T15:17:42,205 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 71ea694188fb413389533766af853238(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:42,205 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:42,206 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683862079; duration=0sec 2024-11-15T15:17:42,206 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:42,206 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741874_1050 (size=12151) 2024-11-15T15:17:42,226 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:42,227 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/0a90714f93c14ccfb1ec7a8218bae68d is 50, key is test_row_0/C:col10/1731683861582/Put/seqid=0 2024-11-15T15:17:42,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741875_1051 (size=12527) 2024-11-15T15:17:42,271 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/0a90714f93c14ccfb1ec7a8218bae68d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0a90714f93c14ccfb1ec7a8218bae68d 2024-11-15T15:17:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683922265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683922267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683922265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683922270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683922274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,281 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 0a90714f93c14ccfb1ec7a8218bae68d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:42,281 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:42,281 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683862079; duration=0sec 2024-11-15T15:17:42,281 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:42,281 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-15T15:17:42,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683922376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683922377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683922378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683922378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683922381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683922582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683922582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683922582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683922582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683922585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-15T15:17:42,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/e46ee925e5664ecba15e357d224857ff 2024-11-15T15:17:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/587e6456d5b34e699d2225dd04b908ca is 50, key is test_row_0/B:col10/1731683861935/Put/seqid=0 2024-11-15T15:17:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741876_1052 (size=12151) 2024-11-15T15:17:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683922885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683922885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683922888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683922890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683922890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,053 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/587e6456d5b34e699d2225dd04b908ca 2024-11-15T15:17:43,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/88d9378bc1b84f4294c72e0899dbc31d is 50, key is test_row_0/C:col10/1731683861935/Put/seqid=0 2024-11-15T15:17:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741877_1053 (size=12151) 2024-11-15T15:17:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-15T15:17:43,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/88d9378bc1b84f4294c72e0899dbc31d 2024-11-15T15:17:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/e46ee925e5664ecba15e357d224857ff as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e46ee925e5664ecba15e357d224857ff 2024-11-15T15:17:43,127 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e46ee925e5664ecba15e357d224857ff, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T15:17:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/587e6456d5b34e699d2225dd04b908ca as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/587e6456d5b34e699d2225dd04b908ca 2024-11-15T15:17:43,140 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/587e6456d5b34e699d2225dd04b908ca, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T15:17:43,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/88d9378bc1b84f4294c72e0899dbc31d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/88d9378bc1b84f4294c72e0899dbc31d 2024-11-15T15:17:43,152 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/88d9378bc1b84f4294c72e0899dbc31d, entries=150, sequenceid=194, filesize=11.9 K 2024-11-15T15:17:43,155 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2685108b0fdbf9e888d873e21bce279d in 1001ms, sequenceid=194, compaction requested=false 2024-11-15T15:17:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-15T15:17:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-15T15:17:43,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T15:17:43,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-11-15T15:17:43,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1680 sec 2024-11-15T15:17:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:43,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:17:43,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:43,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:43,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:43,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:43,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:43,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:43,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/53dac1b9b98c4514be6e99a858df161b is 50, key is test_row_0/A:col10/1731683862265/Put/seqid=0 2024-11-15T15:17:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741878_1054 (size=14541) 2024-11-15T15:17:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683923422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683923424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683923425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683923427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683923427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683923534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683923534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683923534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683923534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683923534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683923738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683923740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683923740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683923741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683923741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:43,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/53dac1b9b98c4514be6e99a858df161b 2024-11-15T15:17:43,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/38f00fc617414cbdbbdfecf99e5dafdd is 50, key is test_row_0/B:col10/1731683862265/Put/seqid=0 2024-11-15T15:17:43,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741879_1055 (size=12151) 2024-11-15T15:17:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683924043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683924044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683924044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683924044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683924045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-15T15:17:44,104 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-15T15:17:44,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-15T15:17:44,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-15T15:17:44,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:44,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-15T15:17:44,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/38f00fc617414cbdbbdfecf99e5dafdd 2024-11-15T15:17:44,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:44,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-15T15:17:44,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:44,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/4dbfaa2d92da441bb63f4587c0e3892e is 50, key is test_row_0/C:col10/1731683862265/Put/seqid=0 2024-11-15T15:17:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741880_1056 (size=12151) 2024-11-15T15:17:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-15T15:17:44,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:44,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-15T15:17:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683924548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683924550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683924550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683924550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683924552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:44,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:44,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-15T15:17:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:44,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:44,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/4dbfaa2d92da441bb63f4587c0e3892e 2024-11-15T15:17:44,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/53dac1b9b98c4514be6e99a858df161b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/53dac1b9b98c4514be6e99a858df161b 2024-11-15T15:17:44,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/53dac1b9b98c4514be6e99a858df161b, entries=200, sequenceid=210, filesize=14.2 K 2024-11-15T15:17:44,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/38f00fc617414cbdbbdfecf99e5dafdd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/38f00fc617414cbdbbdfecf99e5dafdd 2024-11-15T15:17:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-15T15:17:44,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/38f00fc617414cbdbbdfecf99e5dafdd, entries=150, sequenceid=210, filesize=11.9 K 2024-11-15T15:17:44,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/4dbfaa2d92da441bb63f4587c0e3892e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4dbfaa2d92da441bb63f4587c0e3892e 2024-11-15T15:17:44,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4dbfaa2d92da441bb63f4587c0e3892e, entries=150, sequenceid=210, filesize=11.9 K 2024-11-15T15:17:44,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2685108b0fdbf9e888d873e21bce279d in 1337ms, sequenceid=210, compaction requested=true 2024-11-15T15:17:44,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:44,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:44,729 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:44,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:44,730 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:44,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:44,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:44,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:44,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:44,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:44,733 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:44,733 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:44,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-15T15:17:44,733 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,733 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:44,733 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,733 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/71ea694188fb413389533766af853238, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e46ee925e5664ecba15e357d224857ff, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/53dac1b9b98c4514be6e99a858df161b] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=38.3 K 2024-11-15T15:17:44,733 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,733 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:17:44,734 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/33c194ebd42340668912aad550a112d4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/587e6456d5b34e699d2225dd04b908ca, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/38f00fc617414cbdbbdfecf99e5dafdd] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.0 K 2024-11-15T15:17:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:44,734 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71ea694188fb413389533766af853238, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731683860415 2024-11-15T15:17:44,734 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 33c194ebd42340668912aad550a112d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731683860415 2024-11-15T15:17:44,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:44,735 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 587e6456d5b34e699d2225dd04b908ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731683861933 2024-11-15T15:17:44,735 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting e46ee925e5664ecba15e357d224857ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731683861933 2024-11-15T15:17:44,736 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53dac1b9b98c4514be6e99a858df161b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683862265 2024-11-15T15:17:44,736 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f00fc617414cbdbbdfecf99e5dafdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683862265 2024-11-15T15:17:44,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0498a6ef3a9540dfb73b8925fa6a6d9f is 50, key is test_row_0/A:col10/1731683863425/Put/seqid=0 2024-11-15T15:17:44,770 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:44,770 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:44,771 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/2730e5620a764fe2adfaca2b26d91c5d is 50, key is test_row_0/A:col10/1731683862265/Put/seqid=0 2024-11-15T15:17:44,771 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/b8e3def1c7124705828950f42e8e2ce5 is 50, key is test_row_0/B:col10/1731683862265/Put/seqid=0 2024-11-15T15:17:44,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741881_1057 (size=12151) 2024-11-15T15:17:44,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741883_1059 (size=12629) 2024-11-15T15:17:44,814 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/b8e3def1c7124705828950f42e8e2ce5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b8e3def1c7124705828950f42e8e2ce5 2024-11-15T15:17:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741882_1058 (size=12629) 2024-11-15T15:17:44,824 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into b8e3def1c7124705828950f42e8e2ce5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:44,824 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:44,825 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683864729; duration=0sec 2024-11-15T15:17:44,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:44,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:44,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:44,827 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:44,827 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:44,828 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:44,828 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0a90714f93c14ccfb1ec7a8218bae68d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/88d9378bc1b84f4294c72e0899dbc31d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4dbfaa2d92da441bb63f4587c0e3892e] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.0 K 2024-11-15T15:17:44,828 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a90714f93c14ccfb1ec7a8218bae68d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731683860415 2024-11-15T15:17:44,829 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 88d9378bc1b84f4294c72e0899dbc31d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731683861933 2024-11-15T15:17:44,830 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dbfaa2d92da441bb63f4587c0e3892e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683862265 2024-11-15T15:17:44,843 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:44,843 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/f8c94d1a86964340aef28aa74521c497 is 50, key is test_row_0/C:col10/1731683862265/Put/seqid=0 2024-11-15T15:17:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741884_1060 (size=12629) 2024-11-15T15:17:44,867 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/f8c94d1a86964340aef28aa74521c497 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f8c94d1a86964340aef28aa74521c497 2024-11-15T15:17:44,879 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into f8c94d1a86964340aef28aa74521c497(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:44,879 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:44,880 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683864730; duration=0sec 2024-11-15T15:17:44,880 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:44,880 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:45,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0498a6ef3a9540dfb73b8925fa6a6d9f 2024-11-15T15:17:45,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1d18a37f474b4b50afba0cff65751f7b is 50, key is test_row_0/B:col10/1731683863425/Put/seqid=0 2024-11-15T15:17:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-15T15:17:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741885_1061 (size=12151) 2024-11-15T15:17:45,233 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1d18a37f474b4b50afba0cff65751f7b 2024-11-15T15:17:45,236 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/2730e5620a764fe2adfaca2b26d91c5d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2730e5620a764fe2adfaca2b26d91c5d 2024-11-15T15:17:45,244 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 2730e5620a764fe2adfaca2b26d91c5d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:45,245 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:45,245 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683864729; duration=0sec 2024-11-15T15:17:45,245 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:45,245 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:45,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/da62a396011e4dc8831a00041ad79fd8 is 50, key is test_row_0/C:col10/1731683863425/Put/seqid=0 2024-11-15T15:17:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741886_1062 (size=12151) 2024-11-15T15:17:45,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/da62a396011e4dc8831a00041ad79fd8 2024-11-15T15:17:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0498a6ef3a9540dfb73b8925fa6a6d9f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0498a6ef3a9540dfb73b8925fa6a6d9f 2024-11-15T15:17:45,296 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0498a6ef3a9540dfb73b8925fa6a6d9f, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T15:17:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1d18a37f474b4b50afba0cff65751f7b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1d18a37f474b4b50afba0cff65751f7b 2024-11-15T15:17:45,307 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1d18a37f474b4b50afba0cff65751f7b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T15:17:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/da62a396011e4dc8831a00041ad79fd8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/da62a396011e4dc8831a00041ad79fd8 2024-11-15T15:17:45,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/da62a396011e4dc8831a00041ad79fd8, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T15:17:45,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 2685108b0fdbf9e888d873e21bce279d in 591ms, sequenceid=234, compaction requested=false 2024-11-15T15:17:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T15:17:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-15T15:17:45,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T15:17:45,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-11-15T15:17:45,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2250 sec 2024-11-15T15:17:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:45,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:17:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:45,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:45,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/f5c2e1ce12f541d89e6afdcf3941f3c2 is 50, key is test_row_0/A:col10/1731683865575/Put/seqid=0 2024-11-15T15:17:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741887_1063 (size=12151) 2024-11-15T15:17:45,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/f5c2e1ce12f541d89e6afdcf3941f3c2 2024-11-15T15:17:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683925605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683925605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683925609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683925609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683925610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/ae1abff772f442be93844271b9ac77d2 is 50, key is test_row_0/B:col10/1731683865575/Put/seqid=0 2024-11-15T15:17:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741888_1064 (size=12151) 2024-11-15T15:17:45,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/ae1abff772f442be93844271b9ac77d2 2024-11-15T15:17:45,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/6886bb5b2ced402796fc2217a15930c8 is 50, key is test_row_0/C:col10/1731683865575/Put/seqid=0 2024-11-15T15:17:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741889_1065 (size=12151) 2024-11-15T15:17:45,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/6886bb5b2ced402796fc2217a15930c8 2024-11-15T15:17:45,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/f5c2e1ce12f541d89e6afdcf3941f3c2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/f5c2e1ce12f541d89e6afdcf3941f3c2 2024-11-15T15:17:45,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/f5c2e1ce12f541d89e6afdcf3941f3c2, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T15:17:45,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/ae1abff772f442be93844271b9ac77d2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/ae1abff772f442be93844271b9ac77d2 2024-11-15T15:17:45,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/ae1abff772f442be93844271b9ac77d2, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T15:17:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/6886bb5b2ced402796fc2217a15930c8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/6886bb5b2ced402796fc2217a15930c8 2024-11-15T15:17:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683925712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/6886bb5b2ced402796fc2217a15930c8, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T15:17:45,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2685108b0fdbf9e888d873e21bce279d in 139ms, sequenceid=249, compaction requested=true 2024-11-15T15:17:45,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:45,720 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:45,720 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:45,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:17:45,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:45,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:45,722 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:45,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:45,723 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:45,723 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:45,723 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2730e5620a764fe2adfaca2b26d91c5d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0498a6ef3a9540dfb73b8925fa6a6d9f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/f5c2e1ce12f541d89e6afdcf3941f3c2] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.1 K 2024-11-15T15:17:45,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2730e5620a764fe2adfaca2b26d91c5d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683862265 2024-11-15T15:17:45,724 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:45,724 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:45,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0498a6ef3a9540dfb73b8925fa6a6d9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731683863417 2024-11-15T15:17:45,724 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:45,724 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b8e3def1c7124705828950f42e8e2ce5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1d18a37f474b4b50afba0cff65751f7b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/ae1abff772f442be93844271b9ac77d2] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.1 K 2024-11-15T15:17:45,725 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5c2e1ce12f541d89e6afdcf3941f3c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683865574 2024-11-15T15:17:45,725 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b8e3def1c7124705828950f42e8e2ce5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683862265 2024-11-15T15:17:45,726 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d18a37f474b4b50afba0cff65751f7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731683863417 2024-11-15T15:17:45,727 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1abff772f442be93844271b9ac77d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683865574 2024-11-15T15:17:45,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0159bf33d2c14915bc7f11314b45d2c3 is 50, key is test_row_0/A:col10/1731683865719/Put/seqid=0 2024-11-15T15:17:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683925733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,742 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683925738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,743 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/dd83b0114cf34add94182b6dd0a20cde is 50, key is test_row_0/A:col10/1731683865575/Put/seqid=0 2024-11-15T15:17:45,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683925741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683925741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,751 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:45,752 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/b846a9b9d8b74177993c4fba7a76c2bf is 50, key is test_row_0/B:col10/1731683865575/Put/seqid=0 2024-11-15T15:17:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741890_1066 (size=12301) 2024-11-15T15:17:45,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0159bf33d2c14915bc7f11314b45d2c3 2024-11-15T15:17:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741891_1067 (size=12731) 2024-11-15T15:17:45,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/f948f7ad95814eab9d607cba6b588c53 is 50, key is test_row_0/B:col10/1731683865719/Put/seqid=0 2024-11-15T15:17:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741892_1068 (size=12731) 2024-11-15T15:17:45,808 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/b846a9b9d8b74177993c4fba7a76c2bf as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b846a9b9d8b74177993c4fba7a76c2bf 2024-11-15T15:17:45,818 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into b846a9b9d8b74177993c4fba7a76c2bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:45,819 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:45,819 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683865720; duration=0sec 2024-11-15T15:17:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741893_1069 (size=12301) 2024-11-15T15:17:45,820 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:45,820 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:45,820 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:45,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/f948f7ad95814eab9d607cba6b588c53 2024-11-15T15:17:45,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:45,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:45,825 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:45,825 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f8c94d1a86964340aef28aa74521c497, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/da62a396011e4dc8831a00041ad79fd8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/6886bb5b2ced402796fc2217a15930c8] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.1 K 2024-11-15T15:17:45,826 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f8c94d1a86964340aef28aa74521c497, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683862265 2024-11-15T15:17:45,832 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting da62a396011e4dc8831a00041ad79fd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731683863417 2024-11-15T15:17:45,834 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6886bb5b2ced402796fc2217a15930c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683865574 2024-11-15T15:17:45,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1104798f28b740ccada294bf02eb27c8 is 50, key is test_row_0/C:col10/1731683865719/Put/seqid=0 2024-11-15T15:17:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683925843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683925844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683925845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683925845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:45,854 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:45,855 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e47af9e06a214f6c8878be73c0506879 is 50, key is test_row_0/C:col10/1731683865575/Put/seqid=0 2024-11-15T15:17:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741894_1070 (size=12301) 2024-11-15T15:17:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741895_1071 (size=12731) 2024-11-15T15:17:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683925917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683926048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683926048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683926048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683926048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,193 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/dd83b0114cf34add94182b6dd0a20cde as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/dd83b0114cf34add94182b6dd0a20cde 2024-11-15T15:17:46,200 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into dd83b0114cf34add94182b6dd0a20cde(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:46,200 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:46,200 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683865719; duration=0sec 2024-11-15T15:17:46,200 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:46,201 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-15T15:17:46,215 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-15T15:17:46,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-15T15:17:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-15T15:17:46,220 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:46,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:46,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683926221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1104798f28b740ccada294bf02eb27c8 2024-11-15T15:17:46,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0159bf33d2c14915bc7f11314b45d2c3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0159bf33d2c14915bc7f11314b45d2c3 2024-11-15T15:17:46,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0159bf33d2c14915bc7f11314b45d2c3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T15:17:46,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/f948f7ad95814eab9d607cba6b588c53 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f948f7ad95814eab9d607cba6b588c53 2024-11-15T15:17:46,296 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e47af9e06a214f6c8878be73c0506879 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e47af9e06a214f6c8878be73c0506879 2024-11-15T15:17:46,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f948f7ad95814eab9d607cba6b588c53, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T15:17:46,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1104798f28b740ccada294bf02eb27c8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1104798f28b740ccada294bf02eb27c8 2024-11-15T15:17:46,305 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into e47af9e06a214f6c8878be73c0506879(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:46,305 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:46,305 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683865720; duration=0sec 2024-11-15T15:17:46,305 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:46,305 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:46,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1104798f28b740ccada294bf02eb27c8, entries=150, sequenceid=275, filesize=12.0 K 2024-11-15T15:17:46,310 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-15T15:17:46,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2685108b0fdbf9e888d873e21bce279d in 591ms, sequenceid=275, compaction requested=false 2024-11-15T15:17:46,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-15T15:17:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:46,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:17:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:46,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:46,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:46,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:46,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:46,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/e389f6c4c3664a319c3777953bfbac60 is 50, key is test_row_1/A:col10/1731683866353/Put/seqid=0 2024-11-15T15:17:46,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:46,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741896_1072 (size=9857) 2024-11-15T15:17:46,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-15T15:17:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/e389f6c4c3664a319c3777953bfbac60 2024-11-15T15:17:46,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1ef29a2437ce4c39baad25eeac7336d0 is 50, key is test_row_1/B:col10/1731683866353/Put/seqid=0 2024-11-15T15:17:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683926390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683926397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683926397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683926398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741897_1073 (size=9857) 2024-11-15T15:17:46,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1ef29a2437ce4c39baad25eeac7336d0 2024-11-15T15:17:46,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1fbe1257f959492393576ffd71d74062 is 50, key is test_row_1/C:col10/1731683866353/Put/seqid=0 2024-11-15T15:17:46,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741898_1074 (size=9857) 2024-11-15T15:17:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683926499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683926503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683926503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683926503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-15T15:17:46,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:46,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-15T15:17:46,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:46,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:46,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-15T15:17:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683926705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683926706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683926707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683926708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683926726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-15T15:17:46,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1fbe1257f959492393576ffd71d74062 2024-11-15T15:17:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/e389f6c4c3664a319c3777953bfbac60 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e389f6c4c3664a319c3777953bfbac60 2024-11-15T15:17:46,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:46,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-15T15:17:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:46,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e389f6c4c3664a319c3777953bfbac60, entries=100, sequenceid=290, filesize=9.6 K 2024-11-15T15:17:46,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1ef29a2437ce4c39baad25eeac7336d0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1ef29a2437ce4c39baad25eeac7336d0 2024-11-15T15:17:46,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1ef29a2437ce4c39baad25eeac7336d0, entries=100, sequenceid=290, filesize=9.6 K 2024-11-15T15:17:46,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1fbe1257f959492393576ffd71d74062 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1fbe1257f959492393576ffd71d74062 2024-11-15T15:17:46,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1fbe1257f959492393576ffd71d74062, entries=100, sequenceid=290, filesize=9.6 K 2024-11-15T15:17:46,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 2685108b0fdbf9e888d873e21bce279d in 503ms, sequenceid=290, compaction requested=true 2024-11-15T15:17:46,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:46,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:46,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:46,857 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:46,857 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:46,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:46,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:46,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:46,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:46,859 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:46,859 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:46,859 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,859 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b846a9b9d8b74177993c4fba7a76c2bf, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f948f7ad95814eab9d607cba6b588c53, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1ef29a2437ce4c39baad25eeac7336d0] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=34.1 K 2024-11-15T15:17:46,859 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:46,859 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:46,860 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,860 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/dd83b0114cf34add94182b6dd0a20cde, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0159bf33d2c14915bc7f11314b45d2c3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e389f6c4c3664a319c3777953bfbac60] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=34.1 K 2024-11-15T15:17:46,860 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b846a9b9d8b74177993c4fba7a76c2bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683865574 2024-11-15T15:17:46,861 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f948f7ad95814eab9d607cba6b588c53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731683865607 2024-11-15T15:17:46,861 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd83b0114cf34add94182b6dd0a20cde, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683865574 2024-11-15T15:17:46,861 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ef29a2437ce4c39baad25eeac7336d0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731683866351 2024-11-15T15:17:46,861 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0159bf33d2c14915bc7f11314b45d2c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731683865607 2024-11-15T15:17:46,862 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting e389f6c4c3664a319c3777953bfbac60, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731683866351 2024-11-15T15:17:46,872 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:46,873 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1643247e48fa47b686141377c6cb9613 is 50, key is test_row_0/B:col10/1731683865719/Put/seqid=0 2024-11-15T15:17:46,874 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:46,875 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/fc68a1221d9d46c3ab8e59b6f9cc513e is 50, key is test_row_0/A:col10/1731683865719/Put/seqid=0 2024-11-15T15:17:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741899_1075 (size=12983) 2024-11-15T15:17:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741900_1076 (size=12983) 2024-11-15T15:17:46,896 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/1643247e48fa47b686141377c6cb9613 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1643247e48fa47b686141377c6cb9613 2024-11-15T15:17:46,903 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 1643247e48fa47b686141377c6cb9613(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:46,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:46,903 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683866856; duration=0sec 2024-11-15T15:17:46,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:46,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:46,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:46,904 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:46,905 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:46,905 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,905 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e47af9e06a214f6c8878be73c0506879, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1104798f28b740ccada294bf02eb27c8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1fbe1257f959492393576ffd71d74062] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=34.1 K 2024-11-15T15:17:46,905 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e47af9e06a214f6c8878be73c0506879, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683865574 2024-11-15T15:17:46,906 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1104798f28b740ccada294bf02eb27c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731683865607 2024-11-15T15:17:46,906 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fbe1257f959492393576ffd71d74062, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731683866351 2024-11-15T15:17:46,917 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:46,917 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/9243fc4a55d84ef68f473dc3001763ef is 50, key is test_row_0/C:col10/1731683865719/Put/seqid=0 2024-11-15T15:17:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741901_1077 (size=12983) 2024-11-15T15:17:46,933 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/9243fc4a55d84ef68f473dc3001763ef as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/9243fc4a55d84ef68f473dc3001763ef 2024-11-15T15:17:46,939 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 9243fc4a55d84ef68f473dc3001763ef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:46,939 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:46,939 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683866858; duration=0sec 2024-11-15T15:17:46,939 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:46,940 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:46,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:46,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:46,992 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:46,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/df386db7277c488589558ec0b6587dc8 is 50, key is test_row_0/A:col10/1731683866396/Put/seqid=0 2024-11-15T15:17:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741902_1078 (size=12301) 2024-11-15T15:17:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:47,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683927017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683927018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683927019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683927019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683927121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683927122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683927123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683927123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,301 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/fc68a1221d9d46c3ab8e59b6f9cc513e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fc68a1221d9d46c3ab8e59b6f9cc513e 2024-11-15T15:17:47,309 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into fc68a1221d9d46c3ab8e59b6f9cc513e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:47,310 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:47,310 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683866856; duration=0sec 2024-11-15T15:17:47,310 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:47,310 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-15T15:17:47,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683927323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683927325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683927328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683927329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/df386db7277c488589558ec0b6587dc8 2024-11-15T15:17:47,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/109bbb70da8842cb86df90f19e68f203 is 50, key is test_row_0/B:col10/1731683866396/Put/seqid=0 2024-11-15T15:17:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741903_1079 (size=12301) 2024-11-15T15:17:47,426 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/109bbb70da8842cb86df90f19e68f203 2024-11-15T15:17:47,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/459ab9e2835e445a96baa89b0ce82c03 is 50, key is test_row_0/C:col10/1731683866396/Put/seqid=0 2024-11-15T15:17:47,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741904_1080 (size=12301) 2024-11-15T15:17:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683927629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683927629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683927632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683927632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683927729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:47,848 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/459ab9e2835e445a96baa89b0ce82c03 2024-11-15T15:17:47,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/df386db7277c488589558ec0b6587dc8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/df386db7277c488589558ec0b6587dc8 2024-11-15T15:17:47,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/df386db7277c488589558ec0b6587dc8, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T15:17:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/109bbb70da8842cb86df90f19e68f203 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/109bbb70da8842cb86df90f19e68f203 2024-11-15T15:17:47,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/109bbb70da8842cb86df90f19e68f203, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T15:17:47,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/459ab9e2835e445a96baa89b0ce82c03 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/459ab9e2835e445a96baa89b0ce82c03 2024-11-15T15:17:47,880 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/459ab9e2835e445a96baa89b0ce82c03, entries=150, sequenceid=317, filesize=12.0 K 2024-11-15T15:17:47,881 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2685108b0fdbf9e888d873e21bce279d in 889ms, sequenceid=317, compaction requested=false 2024-11-15T15:17:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:47,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:47,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-15T15:17:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-15T15:17:47,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-15T15:17:47,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6620 sec 2024-11-15T15:17:47,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.6690 sec 2024-11-15T15:17:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:48,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:17:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:48,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:48,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:48,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/83155527811141238b860e356c06ef62 is 50, key is test_row_0/A:col10/1731683867017/Put/seqid=0 2024-11-15T15:17:48,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683928184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683928186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683928197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683928198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741905_1081 (size=14741) 2024-11-15T15:17:48,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/83155527811141238b860e356c06ef62 2024-11-15T15:17:48,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/19b5507648cc4d939408a86a016e26b5 is 50, key is test_row_0/B:col10/1731683867017/Put/seqid=0 2024-11-15T15:17:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741906_1082 (size=12301) 2024-11-15T15:17:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683928298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683928298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683928304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683928305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-15T15:17:48,325 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-15T15:17:48,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-15T15:17:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-15T15:17:48,329 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:48,330 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:48,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-15T15:17:48,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:48,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-15T15:17:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683928504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683928505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683928510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683928511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-15T15:17:48,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:48,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-15T15:17:48,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/19b5507648cc4d939408a86a016e26b5 2024-11-15T15:17:48,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/05a2ff3dbfd0401a95380f86bad7b602 is 50, key is test_row_0/C:col10/1731683867017/Put/seqid=0 2024-11-15T15:17:48,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741907_1083 (size=12301) 2024-11-15T15:17:48,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:48,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-15T15:17:48,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:48,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683928806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683928807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683928815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683928815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-15T15:17:48,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:48,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-15T15:17:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:48,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:49,099 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:49,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-15T15:17:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:49,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/05a2ff3dbfd0401a95380f86bad7b602 2024-11-15T15:17:49,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/83155527811141238b860e356c06ef62 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/83155527811141238b860e356c06ef62 2024-11-15T15:17:49,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/83155527811141238b860e356c06ef62, entries=200, sequenceid=331, filesize=14.4 K 2024-11-15T15:17:49,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/19b5507648cc4d939408a86a016e26b5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/19b5507648cc4d939408a86a016e26b5 2024-11-15T15:17:49,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/19b5507648cc4d939408a86a016e26b5, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T15:17:49,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/05a2ff3dbfd0401a95380f86bad7b602 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/05a2ff3dbfd0401a95380f86bad7b602 2024-11-15T15:17:49,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/05a2ff3dbfd0401a95380f86bad7b602, entries=150, sequenceid=331, filesize=12.0 K 2024-11-15T15:17:49,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2685108b0fdbf9e888d873e21bce279d in 1003ms, sequenceid=331, compaction requested=true 2024-11-15T15:17:49,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:49,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:49,143 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:49,144 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:49,145 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:49,146 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:49,146 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,146 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fc68a1221d9d46c3ab8e59b6f9cc513e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/df386db7277c488589558ec0b6587dc8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/83155527811141238b860e356c06ef62] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=39.1 K 2024-11-15T15:17:49,147 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:49,148 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:49,148 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,148 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1643247e48fa47b686141377c6cb9613, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/109bbb70da8842cb86df90f19e68f203, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/19b5507648cc4d939408a86a016e26b5] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.7 K 2024-11-15T15:17:49,148 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc68a1221d9d46c3ab8e59b6f9cc513e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731683865719 2024-11-15T15:17:49,149 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1643247e48fa47b686141377c6cb9613, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731683865719 2024-11-15T15:17:49,149 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting df386db7277c488589558ec0b6587dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731683866388 2024-11-15T15:17:49,150 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 109bbb70da8842cb86df90f19e68f203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731683866388 2024-11-15T15:17:49,150 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83155527811141238b860e356c06ef62, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731683867014 2024-11-15T15:17:49,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b5507648cc4d939408a86a016e26b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731683867014 2024-11-15T15:17:49,194 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:49,195 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:49,196 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/3bf9b69ed9814c49ab97e7af790c52c5 is 50, key is test_row_0/B:col10/1731683867017/Put/seqid=0 2024-11-15T15:17:49,196 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/6cfa425b8a664189824ca8f0d7bf3af3 is 50, key is test_row_0/A:col10/1731683867017/Put/seqid=0 2024-11-15T15:17:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741908_1084 (size=13085) 2024-11-15T15:17:49,248 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/3bf9b69ed9814c49ab97e7af790c52c5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3bf9b69ed9814c49ab97e7af790c52c5 2024-11-15T15:17:49,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:49,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-15T15:17:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,255 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:17:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:49,259 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 3bf9b69ed9814c49ab97e7af790c52c5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:49,259 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:49,259 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683869144; duration=0sec 2024-11-15T15:17:49,259 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:49,259 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:49,259 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:49,265 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:49,265 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:49,265 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,265 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/9243fc4a55d84ef68f473dc3001763ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/459ab9e2835e445a96baa89b0ce82c03, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/05a2ff3dbfd0401a95380f86bad7b602] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.7 K 2024-11-15T15:17:49,266 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 9243fc4a55d84ef68f473dc3001763ef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731683865719 2024-11-15T15:17:49,266 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 459ab9e2835e445a96baa89b0ce82c03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731683866388 2024-11-15T15:17:49,267 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 05a2ff3dbfd0401a95380f86bad7b602, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731683867014 2024-11-15T15:17:49,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741909_1085 (size=13085) 2024-11-15T15:17:49,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/ce21d81524e8471a859a9b1ec3fa8dcc is 50, key is test_row_0/A:col10/1731683868191/Put/seqid=0 2024-11-15T15:17:49,286 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:49,287 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/4490c87de3e94130a657f34fb398a24c is 50, key is test_row_0/C:col10/1731683867017/Put/seqid=0 2024-11-15T15:17:49,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741910_1086 (size=12301) 2024-11-15T15:17:49,313 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/ce21d81524e8471a859a9b1ec3fa8dcc 2024-11-15T15:17:49,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741911_1087 (size=13085) 2024-11-15T15:17:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:49,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:49,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/c6a909e3b8d14e39a43f7173c26b5c00 is 50, key is test_row_0/B:col10/1731683868191/Put/seqid=0 2024-11-15T15:17:49,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683929333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683929333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683929336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683929336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741912_1088 (size=12301) 2024-11-15T15:17:49,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/c6a909e3b8d14e39a43f7173c26b5c00 2024-11-15T15:17:49,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ac96e6b422724bd9b5ca27554cee7c2e is 50, key is test_row_0/C:col10/1731683868191/Put/seqid=0 2024-11-15T15:17:49,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741913_1089 (size=12301) 2024-11-15T15:17:49,389 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ac96e6b422724bd9b5ca27554cee7c2e 2024-11-15T15:17:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/ce21d81524e8471a859a9b1ec3fa8dcc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce21d81524e8471a859a9b1ec3fa8dcc 2024-11-15T15:17:49,409 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce21d81524e8471a859a9b1ec3fa8dcc, entries=150, sequenceid=355, filesize=12.0 K 2024-11-15T15:17:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/c6a909e3b8d14e39a43f7173c26b5c00 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c6a909e3b8d14e39a43f7173c26b5c00 2024-11-15T15:17:49,418 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c6a909e3b8d14e39a43f7173c26b5c00, entries=150, sequenceid=355, filesize=12.0 K 2024-11-15T15:17:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ac96e6b422724bd9b5ca27554cee7c2e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ac96e6b422724bd9b5ca27554cee7c2e 2024-11-15T15:17:49,426 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ac96e6b422724bd9b5ca27554cee7c2e, entries=150, sequenceid=355, filesize=12.0 K 2024-11-15T15:17:49,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2685108b0fdbf9e888d873e21bce279d in 172ms, sequenceid=355, compaction requested=false 2024-11-15T15:17:49,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:49,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:49,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-15T15:17:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-15T15:17:49,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-15T15:17:49,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0980 sec 2024-11-15T15:17:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-15T15:17:49,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.1050 sec 2024-11-15T15:17:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:49,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:17:49,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:49,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/1bba82af0c3844bcbebc3432b04ae82d is 50, key is test_row_0/A:col10/1731683869443/Put/seqid=0 2024-11-15T15:17:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741914_1090 (size=17181) 2024-11-15T15:17:49,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/1bba82af0c3844bcbebc3432b04ae82d 2024-11-15T15:17:49,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/81c345dee63a4c13bc81b92d3bcaf78c is 50, key is test_row_0/B:col10/1731683869443/Put/seqid=0 2024-11-15T15:17:49,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683929474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683929474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683929474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741915_1091 (size=12301) 2024-11-15T15:17:49,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683929578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683929578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683929578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683929578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,677 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/6cfa425b8a664189824ca8f0d7bf3af3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6cfa425b8a664189824ca8f0d7bf3af3 2024-11-15T15:17:49,682 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 6cfa425b8a664189824ca8f0d7bf3af3(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:49,682 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:49,682 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683869143; duration=0sec 2024-11-15T15:17:49,683 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:49,683 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:49,724 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/4490c87de3e94130a657f34fb398a24c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4490c87de3e94130a657f34fb398a24c 2024-11-15T15:17:49,730 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 4490c87de3e94130a657f34fb398a24c(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:49,730 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:49,730 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683869144; duration=0sec 2024-11-15T15:17:49,730 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:49,730 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683929747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,749 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., hostname=f3372238866c,45001,1731683848865, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:49,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683929782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683929783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683929783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683929783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:49,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/81c345dee63a4c13bc81b92d3bcaf78c 2024-11-15T15:17:49,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/c26fe6ab52054c0eb784ff60ca52e00d is 50, key is test_row_0/C:col10/1731683869443/Put/seqid=0 2024-11-15T15:17:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741916_1092 (size=12301) 2024-11-15T15:17:50,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683930085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683930087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683930087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683930087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/c26fe6ab52054c0eb784ff60ca52e00d 2024-11-15T15:17:50,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/1bba82af0c3844bcbebc3432b04ae82d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1bba82af0c3844bcbebc3432b04ae82d 2024-11-15T15:17:50,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1bba82af0c3844bcbebc3432b04ae82d, entries=250, sequenceid=372, filesize=16.8 K 2024-11-15T15:17:50,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/81c345dee63a4c13bc81b92d3bcaf78c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/81c345dee63a4c13bc81b92d3bcaf78c 2024-11-15T15:17:50,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/81c345dee63a4c13bc81b92d3bcaf78c, entries=150, sequenceid=372, filesize=12.0 K 2024-11-15T15:17:50,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/c26fe6ab52054c0eb784ff60ca52e00d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/c26fe6ab52054c0eb784ff60ca52e00d 2024-11-15T15:17:50,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/c26fe6ab52054c0eb784ff60ca52e00d, entries=150, sequenceid=372, filesize=12.0 K 2024-11-15T15:17:50,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 2685108b0fdbf9e888d873e21bce279d in 879ms, sequenceid=372, compaction requested=true 2024-11-15T15:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:50,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:50,322 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:50,322 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:50,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:50,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:50,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:50,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:50,324 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:50,324 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:50,324 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:50,324 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:50,324 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:50,324 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:50,324 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3bf9b69ed9814c49ab97e7af790c52c5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c6a909e3b8d14e39a43f7173c26b5c00, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/81c345dee63a4c13bc81b92d3bcaf78c] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.8 K 2024-11-15T15:17:50,324 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6cfa425b8a664189824ca8f0d7bf3af3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce21d81524e8471a859a9b1ec3fa8dcc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1bba82af0c3844bcbebc3432b04ae82d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=41.6 K 2024-11-15T15:17:50,325 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bf9b69ed9814c49ab97e7af790c52c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731683867014 2024-11-15T15:17:50,325 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cfa425b8a664189824ca8f0d7bf3af3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731683867014 2024-11-15T15:17:50,325 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c6a909e3b8d14e39a43f7173c26b5c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731683868183 2024-11-15T15:17:50,325 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce21d81524e8471a859a9b1ec3fa8dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731683868183 2024-11-15T15:17:50,326 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 81c345dee63a4c13bc81b92d3bcaf78c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731683869331 2024-11-15T15:17:50,326 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bba82af0c3844bcbebc3432b04ae82d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731683869331 2024-11-15T15:17:50,339 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:50,340 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/bb508100e0bd4e9c9341002e6aee2a13 is 50, key is test_row_0/B:col10/1731683869443/Put/seqid=0 2024-11-15T15:17:50,342 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:50,344 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/12ce4958e30e491cb9649d3e6ade5bc6 is 50, key is test_row_0/A:col10/1731683869443/Put/seqid=0 2024-11-15T15:17:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741917_1093 (size=13187) 2024-11-15T15:17:50,362 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/bb508100e0bd4e9c9341002e6aee2a13 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bb508100e0bd4e9c9341002e6aee2a13 2024-11-15T15:17:50,369 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into bb508100e0bd4e9c9341002e6aee2a13(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:50,370 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:50,370 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683870322; duration=0sec 2024-11-15T15:17:50,370 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:50,370 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:50,370 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:50,371 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:50,371 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:50,371 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:50,371 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4490c87de3e94130a657f34fb398a24c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ac96e6b422724bd9b5ca27554cee7c2e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/c26fe6ab52054c0eb784ff60ca52e00d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=36.8 K 2024-11-15T15:17:50,372 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 4490c87de3e94130a657f34fb398a24c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731683867014 2024-11-15T15:17:50,372 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ac96e6b422724bd9b5ca27554cee7c2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731683868183 2024-11-15T15:17:50,373 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c26fe6ab52054c0eb784ff60ca52e00d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731683869331 2024-11-15T15:17:50,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741918_1094 (size=13187) 2024-11-15T15:17:50,385 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/12ce4958e30e491cb9649d3e6ade5bc6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/12ce4958e30e491cb9649d3e6ade5bc6 2024-11-15T15:17:50,389 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#80 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:50,390 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/144c31e9d63549dbad890ab7593b358f is 50, key is test_row_0/C:col10/1731683869443/Put/seqid=0 2024-11-15T15:17:50,393 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 12ce4958e30e491cb9649d3e6ade5bc6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:50,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:50,393 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683870322; duration=0sec 2024-11-15T15:17:50,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:50,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:50,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741919_1095 (size=13187) 2024-11-15T15:17:50,406 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/144c31e9d63549dbad890ab7593b358f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/144c31e9d63549dbad890ab7593b358f 2024-11-15T15:17:50,413 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 144c31e9d63549dbad890ab7593b358f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:50,413 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:50,413 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683870323; duration=0sec 2024-11-15T15:17:50,413 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:50,413 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-15T15:17:50,434 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-15T15:17:50,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-15T15:17:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-15T15:17:50,439 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:50,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:50,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-15T15:17:50,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:50,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-15T15:17:50,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:50,594 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T15:17:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:50,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/1b2428a6bd7c467d838b72abbd682aa7 is 50, key is test_row_0/A:col10/1731683870594/Put/seqid=0 2024-11-15T15:17:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683930608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683930610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683930612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683930612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741920_1096 (size=14741) 2024-11-15T15:17:50,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683930713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683930713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683930715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683930716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-15T15:17:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683930917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683930919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683930919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:50,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683930919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/1b2428a6bd7c467d838b72abbd682aa7 2024-11-15T15:17:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-15T15:17:51,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/3e9948778d294b7ab929869393dc7569 is 50, key is test_row_0/B:col10/1731683870594/Put/seqid=0 2024-11-15T15:17:51,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741921_1097 (size=12301) 2024-11-15T15:17:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683931221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683931222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683931226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683931227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/3e9948778d294b7ab929869393dc7569 2024-11-15T15:17:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1cb1ad140569433a8f0c63e9bde77a9c is 50, key is test_row_0/C:col10/1731683870594/Put/seqid=0 2024-11-15T15:17:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741922_1098 (size=12301) 2024-11-15T15:17:51,468 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1cb1ad140569433a8f0c63e9bde77a9c 2024-11-15T15:17:51,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/1b2428a6bd7c467d838b72abbd682aa7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1b2428a6bd7c467d838b72abbd682aa7 2024-11-15T15:17:51,482 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1b2428a6bd7c467d838b72abbd682aa7, entries=200, sequenceid=398, filesize=14.4 K 2024-11-15T15:17:51,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/3e9948778d294b7ab929869393dc7569 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3e9948778d294b7ab929869393dc7569 2024-11-15T15:17:51,489 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3e9948778d294b7ab929869393dc7569, entries=150, sequenceid=398, filesize=12.0 K 2024-11-15T15:17:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/1cb1ad140569433a8f0c63e9bde77a9c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1cb1ad140569433a8f0c63e9bde77a9c 2024-11-15T15:17:51,495 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1cb1ad140569433a8f0c63e9bde77a9c, entries=150, sequenceid=398, filesize=12.0 K 2024-11-15T15:17:51,496 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 2685108b0fdbf9e888d873e21bce279d in 902ms, sequenceid=398, compaction requested=false 2024-11-15T15:17:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T15:17:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-15T15:17:51,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-15T15:17:51,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-11-15T15:17:51,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0640 sec 2024-11-15T15:17:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-15T15:17:51,542 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-15T15:17:51,544 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-15T15:17:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-15T15:17:51,546 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:51,546 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:51,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-15T15:17:51,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:51,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-15T15:17:51,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:51,699 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T15:17:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0425665d07e847a4915139428e4e0576 is 50, key is test_row_0/A:col10/1731683870605/Put/seqid=0 2024-11-15T15:17:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741923_1099 (size=12301) 2024-11-15T15:17:51,724 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0425665d07e847a4915139428e4e0576 2024-11-15T15:17:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:51,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:51,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a5e9e4b40181486a929df968e0ee2231 is 50, key is test_row_0/B:col10/1731683870605/Put/seqid=0 2024-11-15T15:17:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741924_1100 (size=12301) 2024-11-15T15:17:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a5e9e4b40181486a929df968e0ee2231 2024-11-15T15:17:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/84fa2647aec74fbd9938c8fcaac1bdf7 is 50, key is test_row_0/C:col10/1731683870605/Put/seqid=0 2024-11-15T15:17:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741925_1101 (size=12301) 2024-11-15T15:17:51,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683931747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683931782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683931783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683931785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-15T15:17:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683931884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683931888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683931888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683931890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683932089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683932090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683932091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683932095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-15T15:17:52,161 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/84fa2647aec74fbd9938c8fcaac1bdf7 2024-11-15T15:17:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/0425665d07e847a4915139428e4e0576 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0425665d07e847a4915139428e4e0576 2024-11-15T15:17:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0425665d07e847a4915139428e4e0576, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T15:17:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/a5e9e4b40181486a929df968e0ee2231 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a5e9e4b40181486a929df968e0ee2231 2024-11-15T15:17:52,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a5e9e4b40181486a929df968e0ee2231, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T15:17:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/84fa2647aec74fbd9938c8fcaac1bdf7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/84fa2647aec74fbd9938c8fcaac1bdf7 2024-11-15T15:17:52,197 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/84fa2647aec74fbd9938c8fcaac1bdf7, entries=150, sequenceid=414, filesize=12.0 K 2024-11-15T15:17:52,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 2685108b0fdbf9e888d873e21bce279d in 499ms, sequenceid=414, compaction requested=true 2024-11-15T15:17:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T15:17:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-15T15:17:52,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-15T15:17:52,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 654 msec 2024-11-15T15:17:52,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 659 msec 2024-11-15T15:17:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:52,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:17:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:52,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/272bc44ac81d4d8c8ae7f41e7f5fd926 is 50, key is test_row_0/A:col10/1731683872396/Put/seqid=0 2024-11-15T15:17:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741926_1102 (size=12301) 2024-11-15T15:17:52,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/272bc44ac81d4d8c8ae7f41e7f5fd926 2024-11-15T15:17:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683932432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683932433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683932433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683932434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/11bb7c2b338b42b7847b83a3ac517f03 is 50, key is test_row_0/B:col10/1731683872396/Put/seqid=0 2024-11-15T15:17:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741927_1103 (size=12301) 2024-11-15T15:17:52,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/11bb7c2b338b42b7847b83a3ac517f03 2024-11-15T15:17:52,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/517858edd1124f17a8f01370de000b9d is 50, key is test_row_0/C:col10/1731683872396/Put/seqid=0 2024-11-15T15:17:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741928_1104 (size=12301) 2024-11-15T15:17:52,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/517858edd1124f17a8f01370de000b9d 2024-11-15T15:17:52,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/272bc44ac81d4d8c8ae7f41e7f5fd926 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/272bc44ac81d4d8c8ae7f41e7f5fd926 2024-11-15T15:17:52,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/272bc44ac81d4d8c8ae7f41e7f5fd926, entries=150, sequenceid=438, filesize=12.0 K 2024-11-15T15:17:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/11bb7c2b338b42b7847b83a3ac517f03 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/11bb7c2b338b42b7847b83a3ac517f03 2024-11-15T15:17:52,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/11bb7c2b338b42b7847b83a3ac517f03, entries=150, sequenceid=438, filesize=12.0 K 2024-11-15T15:17:52,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/517858edd1124f17a8f01370de000b9d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/517858edd1124f17a8f01370de000b9d 2024-11-15T15:17:52,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/517858edd1124f17a8f01370de000b9d, entries=150, sequenceid=438, filesize=12.0 K 2024-11-15T15:17:52,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2685108b0fdbf9e888d873e21bce279d in 122ms, sequenceid=438, compaction requested=true 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:52,524 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:52,524 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:52,526 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:52,526 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:52,526 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:52,526 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:52,526 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,526 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,527 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/12ce4958e30e491cb9649d3e6ade5bc6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1b2428a6bd7c467d838b72abbd682aa7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0425665d07e847a4915139428e4e0576, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/272bc44ac81d4d8c8ae7f41e7f5fd926] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=51.3 K 2024-11-15T15:17:52,527 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bb508100e0bd4e9c9341002e6aee2a13, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3e9948778d294b7ab929869393dc7569, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a5e9e4b40181486a929df968e0ee2231, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/11bb7c2b338b42b7847b83a3ac517f03] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=48.9 K 2024-11-15T15:17:52,528 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bb508100e0bd4e9c9341002e6aee2a13, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731683869331 2024-11-15T15:17:52,528 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12ce4958e30e491cb9649d3e6ade5bc6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731683869331 2024-11-15T15:17:52,528 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b2428a6bd7c467d838b72abbd682aa7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731683869461 2024-11-15T15:17:52,528 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e9948778d294b7ab929869393dc7569, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731683869461 2024-11-15T15:17:52,529 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0425665d07e847a4915139428e4e0576, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731683870605 2024-11-15T15:17:52,529 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a5e9e4b40181486a929df968e0ee2231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731683870605 2024-11-15T15:17:52,530 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 272bc44ac81d4d8c8ae7f41e7f5fd926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731683871751 2024-11-15T15:17:52,530 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 11bb7c2b338b42b7847b83a3ac517f03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731683871751 2024-11-15T15:17:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:52,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:17:52,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:52,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:52,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:52,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:52,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:52,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:52,559 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:52,560 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/d2dc0c8c9902418cae8d5dcfe3fd72e5 is 50, key is test_row_0/A:col10/1731683872396/Put/seqid=0 2024-11-15T15:17:52,566 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:52,566 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/48f4c79f514f4aa89523b82f512ab8c0 is 50, key is test_row_0/B:col10/1731683872396/Put/seqid=0 2024-11-15T15:17:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683932570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683932571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683932573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/ce38f6b6959e4fd1a1f54ff35c4b267f is 50, key is test_row_0/A:col10/1731683872540/Put/seqid=0 2024-11-15T15:17:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683932579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741929_1105 (size=13323) 2024-11-15T15:17:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741931_1107 (size=14737) 2024-11-15T15:17:52,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/ce38f6b6959e4fd1a1f54ff35c4b267f 2024-11-15T15:17:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741930_1106 (size=13323) 2024-11-15T15:17:52,647 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/48f4c79f514f4aa89523b82f512ab8c0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/48f4c79f514f4aa89523b82f512ab8c0 2024-11-15T15:17:52,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/c22c035c829f495abc7eb05579fd15c6 is 50, key is test_row_0/B:col10/1731683872540/Put/seqid=0 2024-11-15T15:17:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-15T15:17:52,650 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-15T15:17:52,651 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-15T15:17:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-15T15:17:52,654 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:52,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:52,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:52,657 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 48f4c79f514f4aa89523b82f512ab8c0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:52,657 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:52,657 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=12, startTime=1731683872524; duration=0sec 2024-11-15T15:17:52,657 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:52,657 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:52,657 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:52,659 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:52,659 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:52,659 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,659 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/144c31e9d63549dbad890ab7593b358f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1cb1ad140569433a8f0c63e9bde77a9c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/84fa2647aec74fbd9938c8fcaac1bdf7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/517858edd1124f17a8f01370de000b9d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=48.9 K 2024-11-15T15:17:52,660 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 144c31e9d63549dbad890ab7593b358f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731683869331 2024-11-15T15:17:52,661 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cb1ad140569433a8f0c63e9bde77a9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731683869461 2024-11-15T15:17:52,662 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 84fa2647aec74fbd9938c8fcaac1bdf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731683870605 2024-11-15T15:17:52,662 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 517858edd1124f17a8f01370de000b9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731683871751 2024-11-15T15:17:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741932_1108 (size=9857) 2024-11-15T15:17:52,673 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:52,673 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ec3f2ff9e0af4e428f493e722653fb16 is 50, key is test_row_0/C:col10/1731683872396/Put/seqid=0 2024-11-15T15:17:52,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683932680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683932680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683932680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683932682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741933_1109 (size=13323) 2024-11-15T15:17:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-15T15:17:52,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:52,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-15T15:17:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:52,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683932883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683932883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683932884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683932885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-15T15:17:52,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:52,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-15T15:17:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:52,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,014 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/d2dc0c8c9902418cae8d5dcfe3fd72e5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d2dc0c8c9902418cae8d5dcfe3fd72e5 2024-11-15T15:17:53,020 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into d2dc0c8c9902418cae8d5dcfe3fd72e5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:53,020 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:53,020 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=12, startTime=1731683872524; duration=0sec 2024-11-15T15:17:53,020 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:53,020 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:53,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/c22c035c829f495abc7eb05579fd15c6 2024-11-15T15:17:53,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/5d65e32fa7984e529511ded14d80cdfa is 50, key is test_row_0/C:col10/1731683872540/Put/seqid=0 2024-11-15T15:17:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741934_1110 (size=9857) 2024-11-15T15:17:53,091 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ec3f2ff9e0af4e428f493e722653fb16 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ec3f2ff9e0af4e428f493e722653fb16 2024-11-15T15:17:53,097 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into ec3f2ff9e0af4e428f493e722653fb16(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:53,097 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:53,097 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=12, startTime=1731683872524; duration=0sec 2024-11-15T15:17:53,098 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:53,098 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:53,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:53,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-15T15:17:53,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:53,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683933187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683933188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683933188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683933189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-15T15:17:53,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:53,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-15T15:17:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:53,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-15T15:17:53,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:53,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/5d65e32fa7984e529511ded14d80cdfa 2024-11-15T15:17:53,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/ce38f6b6959e4fd1a1f54ff35c4b267f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce38f6b6959e4fd1a1f54ff35c4b267f 2024-11-15T15:17:53,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce38f6b6959e4fd1a1f54ff35c4b267f, entries=200, sequenceid=454, filesize=14.4 K 2024-11-15T15:17:53,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/c22c035c829f495abc7eb05579fd15c6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c22c035c829f495abc7eb05579fd15c6 2024-11-15T15:17:53,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c22c035c829f495abc7eb05579fd15c6, entries=100, sequenceid=454, filesize=9.6 K 2024-11-15T15:17:53,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/5d65e32fa7984e529511ded14d80cdfa as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5d65e32fa7984e529511ded14d80cdfa 2024-11-15T15:17:53,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5d65e32fa7984e529511ded14d80cdfa, entries=100, sequenceid=454, filesize=9.6 K 2024-11-15T15:17:53,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2685108b0fdbf9e888d873e21bce279d in 970ms, sequenceid=454, compaction requested=false 2024-11-15T15:17:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:53,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:53,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-15T15:17:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:53,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T15:17:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7f541519cbc249c3808515578d6cbc10 is 50, key is test_row_0/A:col10/1731683872570/Put/seqid=0 2024-11-15T15:17:53,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741935_1111 (size=12301) 2024-11-15T15:17:53,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7f541519cbc249c3808515578d6cbc10 2024-11-15T15:17:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/82e62568981446c3bb613d8beecd6507 is 50, key is test_row_0/B:col10/1731683872570/Put/seqid=0 2024-11-15T15:17:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741936_1112 (size=12301) 2024-11-15T15:17:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:53,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683933703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683933704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683933704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683933705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-15T15:17:53,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54774 deadline: 1731683933778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,780 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., hostname=f3372238866c,45001,1731683848865, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:17:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683933806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683933808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683933810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683933810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683934008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683934011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683934013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683934013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/82e62568981446c3bb613d8beecd6507 2024-11-15T15:17:54,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/126d25c0c57043a888d4530bccd69582 is 50, key is test_row_0/C:col10/1731683872570/Put/seqid=0 2024-11-15T15:17:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741937_1113 (size=12301) 2024-11-15T15:17:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683934313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683934316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683934316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683934316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/126d25c0c57043a888d4530bccd69582 2024-11-15T15:17:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7f541519cbc249c3808515578d6cbc10 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7f541519cbc249c3808515578d6cbc10 2024-11-15T15:17:54,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7f541519cbc249c3808515578d6cbc10, entries=150, sequenceid=477, filesize=12.0 K 2024-11-15T15:17:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/82e62568981446c3bb613d8beecd6507 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/82e62568981446c3bb613d8beecd6507 2024-11-15T15:17:54,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/82e62568981446c3bb613d8beecd6507, entries=150, sequenceid=477, filesize=12.0 K 2024-11-15T15:17:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/126d25c0c57043a888d4530bccd69582 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/126d25c0c57043a888d4530bccd69582 2024-11-15T15:17:54,475 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/126d25c0c57043a888d4530bccd69582, entries=150, sequenceid=477, filesize=12.0 K 2024-11-15T15:17:54,476 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 2685108b0fdbf9e888d873e21bce279d in 901ms, sequenceid=477, compaction requested=true 2024-11-15T15:17:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T15:17:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-15T15:17:54,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-15T15:17:54,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-15T15:17:54,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.8300 sec 2024-11-15T15:17:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-15T15:17:54,758 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-15T15:17:54,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:17:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-15T15:17:54,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:17:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:54,761 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:17:54,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:17:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:54,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T15:17:54,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:54,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:54,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:54,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:54,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7d7370274f204a46a2cb6eb4192e5652 is 50, key is test_row_0/A:col10/1731683874820/Put/seqid=0 2024-11-15T15:17:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741938_1114 (size=12301) 2024-11-15T15:17:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683934834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683934834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683934837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683934837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:54,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:54,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:54,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:54,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:54,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683934938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683934938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683934940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683934941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:55,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:55,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683935141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683935142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683935146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683935146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:55,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:55,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7d7370274f204a46a2cb6eb4192e5652 2024-11-15T15:17:55,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/d81f1f14b6694da29b5c0fe9ea4debd7 is 50, key is test_row_0/B:col10/1731683874820/Put/seqid=0 2024-11-15T15:17:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741939_1115 (size=12301) 2024-11-15T15:17:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:55,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:55,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683935444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683935446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683935448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683935449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:55,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:55,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/d81f1f14b6694da29b5c0fe9ea4debd7 2024-11-15T15:17:55,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e19bd41574414e2188aa483e6ed30d74 is 50, key is test_row_0/C:col10/1731683874820/Put/seqid=0 2024-11-15T15:17:55,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741940_1116 (size=12301) 2024-11-15T15:17:55,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e19bd41574414e2188aa483e6ed30d74 2024-11-15T15:17:55,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:55,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7d7370274f204a46a2cb6eb4192e5652 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7d7370274f204a46a2cb6eb4192e5652 2024-11-15T15:17:55,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:17:55,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7d7370274f204a46a2cb6eb4192e5652, entries=150, sequenceid=496, filesize=12.0 K 2024-11-15T15:17:55,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/d81f1f14b6694da29b5c0fe9ea4debd7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/d81f1f14b6694da29b5c0fe9ea4debd7 2024-11-15T15:17:55,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/d81f1f14b6694da29b5c0fe9ea4debd7, entries=150, sequenceid=496, filesize=12.0 K 2024-11-15T15:17:55,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/e19bd41574414e2188aa483e6ed30d74 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e19bd41574414e2188aa483e6ed30d74 2024-11-15T15:17:55,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e19bd41574414e2188aa483e6ed30d74, entries=150, sequenceid=496, filesize=12.0 K 2024-11-15T15:17:55,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 2685108b0fdbf9e888d873e21bce279d in 897ms, sequenceid=496, compaction requested=true 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:55,719 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:55,719 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:55,721 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:55,721 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52662 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:55,721 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:55,721 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:55,721 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,721 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,721 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/48f4c79f514f4aa89523b82f512ab8c0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c22c035c829f495abc7eb05579fd15c6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/82e62568981446c3bb613d8beecd6507, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/d81f1f14b6694da29b5c0fe9ea4debd7] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=46.7 K 2024-11-15T15:17:55,721 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d2dc0c8c9902418cae8d5dcfe3fd72e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce38f6b6959e4fd1a1f54ff35c4b267f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7f541519cbc249c3808515578d6cbc10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7d7370274f204a46a2cb6eb4192e5652] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=51.4 K 2024-11-15T15:17:55,722 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f4c79f514f4aa89523b82f512ab8c0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731683871751 2024-11-15T15:17:55,722 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2dc0c8c9902418cae8d5dcfe3fd72e5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731683871751 2024-11-15T15:17:55,723 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c22c035c829f495abc7eb05579fd15c6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731683872540 2024-11-15T15:17:55,723 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce38f6b6959e4fd1a1f54ff35c4b267f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731683872540 2024-11-15T15:17:55,723 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 82e62568981446c3bb613d8beecd6507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731683872570 2024-11-15T15:17:55,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f541519cbc249c3808515578d6cbc10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731683872570 2024-11-15T15:17:55,724 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d81f1f14b6694da29b5c0fe9ea4debd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731683873695 2024-11-15T15:17:55,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d7370274f204a46a2cb6eb4192e5652, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731683873695 2024-11-15T15:17:55,740 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:55,741 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/336fc8b24f9a4e8b8f7061ac0148c6bb is 50, key is test_row_0/A:col10/1731683874820/Put/seqid=0 2024-11-15T15:17:55,744 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:55,745 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/bfc09ee854d241a88e1bf4c5af7387d6 is 50, key is test_row_0/B:col10/1731683874820/Put/seqid=0 2024-11-15T15:17:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741941_1117 (size=13459) 2024-11-15T15:17:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741942_1118 (size=13459) 2024-11-15T15:17:55,778 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/bfc09ee854d241a88e1bf4c5af7387d6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bfc09ee854d241a88e1bf4c5af7387d6 2024-11-15T15:17:55,785 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into bfc09ee854d241a88e1bf4c5af7387d6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:55,785 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=12, startTime=1731683875719; duration=0sec 2024-11-15T15:17:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:17:55,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:17:55,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:55,788 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,788 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ec3f2ff9e0af4e428f493e722653fb16, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5d65e32fa7984e529511ded14d80cdfa, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/126d25c0c57043a888d4530bccd69582, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e19bd41574414e2188aa483e6ed30d74] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=46.7 K 2024-11-15T15:17:55,788 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ec3f2ff9e0af4e428f493e722653fb16, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731683871751 2024-11-15T15:17:55,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d65e32fa7984e529511ded14d80cdfa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731683872540 2024-11-15T15:17:55,790 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 126d25c0c57043a888d4530bccd69582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731683872570 2024-11-15T15:17:55,790 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e19bd41574414e2188aa483e6ed30d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731683873695 2024-11-15T15:17:55,805 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:55,806 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/94f5a3d67ebb4feb9309e047ec6cfed2 is 50, key is test_row_0/C:col10/1731683874820/Put/seqid=0 2024-11-15T15:17:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741943_1119 (size=13459) 2024-11-15T15:17:55,819 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/94f5a3d67ebb4feb9309e047ec6cfed2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/94f5a3d67ebb4feb9309e047ec6cfed2 2024-11-15T15:17:55,826 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 94f5a3d67ebb4feb9309e047ec6cfed2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:55,826 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:55,826 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=12, startTime=1731683875719; duration=0sec 2024-11-15T15:17:55,826 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:55,826 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:17:55,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:17:55,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-15T15:17:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:55,835 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T15:17:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/2996b20c766b422da7ca7b7c694d51f8 is 50, key is test_row_0/A:col10/1731683874835/Put/seqid=0 2024-11-15T15:17:55,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741944_1120 (size=12301) 2024-11-15T15:17:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:55,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. as already flushing 2024-11-15T15:17:55,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683935962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683935964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683935965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:55,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683935966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683936067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683936067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683936067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683936069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,161 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/336fc8b24f9a4e8b8f7061ac0148c6bb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/336fc8b24f9a4e8b8f7061ac0148c6bb 2024-11-15T15:17:56,168 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 336fc8b24f9a4e8b8f7061ac0148c6bb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:56,168 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:56,168 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=12, startTime=1731683875719; duration=0sec 2024-11-15T15:17:56,168 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:56,168 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:56,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/2996b20c766b422da7ca7b7c694d51f8 2024-11-15T15:17:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/05961f3de89a48f5ac17493d25d853c1 is 50, key is test_row_0/B:col10/1731683874835/Put/seqid=0 2024-11-15T15:17:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741945_1121 (size=12301) 2024-11-15T15:17:56,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683936268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683936270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683936270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683936271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683936572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683936575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683936576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683936577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:56,618 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:49406 2024-11-15T15:17:56,619 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:56,622 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:49406 2024-11-15T15:17:56,622 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:56,622 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:49406 2024-11-15T15:17:56,622 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:56,623 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:49406 2024-11-15T15:17:56,623 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:56,667 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/05961f3de89a48f5ac17493d25d853c1 2024-11-15T15:17:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/0fefe2770ee6499a96c7f4126bdeb0c4 is 50, key is test_row_0/C:col10/1731683874835/Put/seqid=0 2024-11-15T15:17:56,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741946_1122 (size=12301) 2024-11-15T15:17:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:57,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54726 deadline: 1731683937078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54736 deadline: 1731683937079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1731683937079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:57,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:17:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54776 deadline: 1731683937079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 2024-11-15T15:17:57,081 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/0fefe2770ee6499a96c7f4126bdeb0c4 2024-11-15T15:17:57,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/2996b20c766b422da7ca7b7c694d51f8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2996b20c766b422da7ca7b7c694d51f8 2024-11-15T15:17:57,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2996b20c766b422da7ca7b7c694d51f8, entries=150, sequenceid=516, filesize=12.0 K 2024-11-15T15:17:57,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/05961f3de89a48f5ac17493d25d853c1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/05961f3de89a48f5ac17493d25d853c1 2024-11-15T15:17:57,096 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/05961f3de89a48f5ac17493d25d853c1, entries=150, sequenceid=516, filesize=12.0 K 2024-11-15T15:17:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/0fefe2770ee6499a96c7f4126bdeb0c4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0fefe2770ee6499a96c7f4126bdeb0c4 2024-11-15T15:17:57,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0fefe2770ee6499a96c7f4126bdeb0c4, entries=150, sequenceid=516, filesize=12.0 K 2024-11-15T15:17:57,102 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 2685108b0fdbf9e888d873e21bce279d in 1267ms, sequenceid=516, compaction requested=false 2024-11-15T15:17:57,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:57,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:57,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T15:17:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-15T15:17:57,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T15:17:57,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec 2024-11-15T15:17:57,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.3460 sec 2024-11-15T15:17:57,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:17:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:17:58,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:17:58,083 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:49406 2024-11-15T15:17:58,083 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:49406 2024-11-15T15:17:58,083 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:58,083 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:17:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:17:58,085 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:49406 2024-11-15T15:17:58,085 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:58,087 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:49406 2024-11-15T15:17:58,087 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:17:58,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7e56dba6900649f58e4dfd682e2cbb1b is 50, key is test_row_0/A:col10/1731683878081/Put/seqid=0 2024-11-15T15:17:58,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741947_1123 (size=12301) 2024-11-15T15:17:58,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7e56dba6900649f58e4dfd682e2cbb1b 2024-11-15T15:17:58,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/18e17c17a7d240828f7efa743409f602 is 50, key is test_row_0/B:col10/1731683878081/Put/seqid=0 2024-11-15T15:17:58,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741948_1124 (size=12301) 2024-11-15T15:17:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-15T15:17:58,866 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-15T15:17:58,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/18e17c17a7d240828f7efa743409f602 2024-11-15T15:17:58,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ddff4fb2227a4866ae04b4d16312f278 is 50, key is test_row_0/C:col10/1731683878081/Put/seqid=0 2024-11-15T15:17:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741949_1125 (size=12301) 2024-11-15T15:17:59,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ddff4fb2227a4866ae04b4d16312f278 2024-11-15T15:17:59,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/7e56dba6900649f58e4dfd682e2cbb1b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7e56dba6900649f58e4dfd682e2cbb1b 2024-11-15T15:17:59,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7e56dba6900649f58e4dfd682e2cbb1b, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T15:17:59,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/18e17c17a7d240828f7efa743409f602 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/18e17c17a7d240828f7efa743409f602 2024-11-15T15:17:59,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/18e17c17a7d240828f7efa743409f602, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T15:17:59,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/ddff4fb2227a4866ae04b4d16312f278 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ddff4fb2227a4866ae04b4d16312f278 2024-11-15T15:17:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ddff4fb2227a4866ae04b4d16312f278, entries=150, sequenceid=538, filesize=12.0 K 2024-11-15T15:17:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 2685108b0fdbf9e888d873e21bce279d in 1270ms, sequenceid=538, compaction requested=true 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:59,354 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:59,354 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2685108b0fdbf9e888d873e21bce279d:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:17:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:59,355 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:59,355 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/A is initiating minor compaction (all files) 2024-11-15T15:17:59,355 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:59,355 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/A in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:59,355 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/B is initiating minor compaction (all files) 2024-11-15T15:17:59,355 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/B in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:59,355 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/336fc8b24f9a4e8b8f7061ac0148c6bb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2996b20c766b422da7ca7b7c694d51f8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7e56dba6900649f58e4dfd682e2cbb1b] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=37.2 K 2024-11-15T15:17:59,355 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bfc09ee854d241a88e1bf4c5af7387d6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/05961f3de89a48f5ac17493d25d853c1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/18e17c17a7d240828f7efa743409f602] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=37.2 K 2024-11-15T15:17:59,355 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 336fc8b24f9a4e8b8f7061ac0148c6bb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731683873695 2024-11-15T15:17:59,356 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bfc09ee854d241a88e1bf4c5af7387d6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731683873695 2024-11-15T15:17:59,356 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2996b20c766b422da7ca7b7c694d51f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731683874833 2024-11-15T15:17:59,356 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 05961f3de89a48f5ac17493d25d853c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731683874833 2024-11-15T15:17:59,356 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 18e17c17a7d240828f7efa743409f602, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731683875965 2024-11-15T15:17:59,356 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e56dba6900649f58e4dfd682e2cbb1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731683875965 2024-11-15T15:17:59,366 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:59,367 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/6f7f67e8000447349dbe1ecbcf50aae6 is 50, key is test_row_0/A:col10/1731683878081/Put/seqid=0 2024-11-15T15:17:59,369 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:59,370 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/2a09ed7cb86b41de9bea79dde2b62edd is 50, key is test_row_0/B:col10/1731683878081/Put/seqid=0 2024-11-15T15:17:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741950_1126 (size=13561) 2024-11-15T15:17:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741951_1127 (size=13561) 2024-11-15T15:17:59,381 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/6f7f67e8000447349dbe1ecbcf50aae6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6f7f67e8000447349dbe1ecbcf50aae6 2024-11-15T15:17:59,390 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/A of 2685108b0fdbf9e888d873e21bce279d into 6f7f67e8000447349dbe1ecbcf50aae6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:59,390 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:59,390 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/A, priority=13, startTime=1731683879354; duration=0sec 2024-11-15T15:17:59,390 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:17:59,390 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:A 2024-11-15T15:17:59,390 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:17:59,391 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:17:59,391 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 2685108b0fdbf9e888d873e21bce279d/C is initiating minor compaction (all files) 2024-11-15T15:17:59,392 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2685108b0fdbf9e888d873e21bce279d/C in TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:17:59,392 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/94f5a3d67ebb4feb9309e047ec6cfed2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0fefe2770ee6499a96c7f4126bdeb0c4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ddff4fb2227a4866ae04b4d16312f278] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp, totalSize=37.2 K 2024-11-15T15:17:59,392 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94f5a3d67ebb4feb9309e047ec6cfed2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731683873695 2024-11-15T15:17:59,392 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fefe2770ee6499a96c7f4126bdeb0c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731683874833 2024-11-15T15:17:59,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddff4fb2227a4866ae04b4d16312f278, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731683875965 2024-11-15T15:17:59,402 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2685108b0fdbf9e888d873e21bce279d#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:17:59,403 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/68f0c20cd41c49e49e507928b1a1599e is 50, key is test_row_0/C:col10/1731683878081/Put/seqid=0 2024-11-15T15:17:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741952_1128 (size=13561) 2024-11-15T15:17:59,786 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/2a09ed7cb86b41de9bea79dde2b62edd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/2a09ed7cb86b41de9bea79dde2b62edd 2024-11-15T15:17:59,792 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/B of 2685108b0fdbf9e888d873e21bce279d into 2a09ed7cb86b41de9bea79dde2b62edd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:59,792 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:59,792 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/B, priority=13, startTime=1731683879354; duration=0sec 2024-11-15T15:17:59,792 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:59,792 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:B 2024-11-15T15:17:59,813 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/68f0c20cd41c49e49e507928b1a1599e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/68f0c20cd41c49e49e507928b1a1599e 2024-11-15T15:17:59,818 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2685108b0fdbf9e888d873e21bce279d/C of 2685108b0fdbf9e888d873e21bce279d into 68f0c20cd41c49e49e507928b1a1599e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:17:59,818 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:17:59,818 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d., storeName=2685108b0fdbf9e888d873e21bce279d/C, priority=13, startTime=1731683879354; duration=0sec 2024-11-15T15:17:59,818 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:17:59,818 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2685108b0fdbf9e888d873e21bce279d:C 2024-11-15T15:18:01,335 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T15:18:01,337 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T15:18:03,789 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:49406 2024-11-15T15:18:03,789 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6067 2024-11-15T15:18:03,789 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5894 2024-11-15T15:18:03,790 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T15:18:03,790 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2718 2024-11-15T15:18:03,790 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8154 rows 2024-11-15T15:18:03,790 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2684 2024-11-15T15:18:03,790 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8052 rows 2024-11-15T15:18:03,790 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:18:03,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:49406 2024-11-15T15:18:03,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:03,793 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-15T15:18:03,799 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T15:18:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-15T15:18:03,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683883806"}]},"ts":"1731683883806"} 2024-11-15T15:18:03,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T15:18:03,810 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T15:18:03,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:18:03,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, UNASSIGN}] 2024-11-15T15:18:03,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, UNASSIGN 2024-11-15T15:18:03,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=2685108b0fdbf9e888d873e21bce279d, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:03,820 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:18:03,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:18:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-15T15:18:03,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:03,977 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:18:03,977 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:18:03,978 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 2685108b0fdbf9e888d873e21bce279d, disabling compactions & flushes 2024-11-15T15:18:03,978 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:18:03,978 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:18:03,978 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. after waiting 0 ms 2024-11-15T15:18:03,978 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:18:03,978 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 2685108b0fdbf9e888d873e21bce279d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-15T15:18:03,979 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=A 2024-11-15T15:18:03,979 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:03,979 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=B 2024-11-15T15:18:03,979 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:03,979 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2685108b0fdbf9e888d873e21bce279d, store=C 2024-11-15T15:18:03,979 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:03,984 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/d3e3f7a227aa4510836cc5a918d9bf1d is 50, key is test_row_0/A:col10/1731683878084/Put/seqid=0 2024-11-15T15:18:03,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741953_1129 (size=12301) 2024-11-15T15:18:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-15T15:18:04,390 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/d3e3f7a227aa4510836cc5a918d9bf1d 2024-11-15T15:18:04,398 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/51a0dbcadb544c0e8e7865e69d8f25ad is 50, key is test_row_0/B:col10/1731683878084/Put/seqid=0 2024-11-15T15:18:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741954_1130 (size=12301) 2024-11-15T15:18:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-15T15:18:04,803 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/51a0dbcadb544c0e8e7865e69d8f25ad 2024-11-15T15:18:04,811 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/23fa40a6b2ae457b995a9436cf8a7265 is 50, key is test_row_0/C:col10/1731683878084/Put/seqid=0 2024-11-15T15:18:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741955_1131 (size=12301) 2024-11-15T15:18:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-15T15:18:05,220 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/23fa40a6b2ae457b995a9436cf8a7265 2024-11-15T15:18:05,225 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/A/d3e3f7a227aa4510836cc5a918d9bf1d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d3e3f7a227aa4510836cc5a918d9bf1d 2024-11-15T15:18:05,229 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d3e3f7a227aa4510836cc5a918d9bf1d, entries=150, sequenceid=547, filesize=12.0 K 2024-11-15T15:18:05,230 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/B/51a0dbcadb544c0e8e7865e69d8f25ad as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/51a0dbcadb544c0e8e7865e69d8f25ad 2024-11-15T15:18:05,234 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/51a0dbcadb544c0e8e7865e69d8f25ad, entries=150, sequenceid=547, filesize=12.0 K 2024-11-15T15:18:05,235 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/.tmp/C/23fa40a6b2ae457b995a9436cf8a7265 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/23fa40a6b2ae457b995a9436cf8a7265 2024-11-15T15:18:05,239 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/23fa40a6b2ae457b995a9436cf8a7265, entries=150, sequenceid=547, filesize=12.0 K 2024-11-15T15:18:05,240 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2685108b0fdbf9e888d873e21bce279d in 1262ms, sequenceid=547, compaction requested=false 2024-11-15T15:18:05,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fac55a5303bf4e3385ada729581299a0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7a0439a473584dc4863c71b026f2d0b8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/a1c61779d3064c43ab44eebf5590f161, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/78dbdc859f034bd58755f314adcb9ca9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/59b1feff2de1400b8ad6d2fecb2fb2b4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/19a4254159d844b1811619b3ffe75560, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/452736681f8d4592907da8f15e0a64bb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/11b901fc06cf4fca9f53e6fdbe69e1e9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/8ddc37392ef145db98153ab7a3b7070a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0776a1a38ced4beeab7b65ce672b808a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/71ea694188fb413389533766af853238, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/208c390ab95c405988eb73866e413a13, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e46ee925e5664ecba15e357d224857ff, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/53dac1b9b98c4514be6e99a858df161b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2730e5620a764fe2adfaca2b26d91c5d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0498a6ef3a9540dfb73b8925fa6a6d9f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/dd83b0114cf34add94182b6dd0a20cde, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/f5c2e1ce12f541d89e6afdcf3941f3c2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0159bf33d2c14915bc7f11314b45d2c3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fc68a1221d9d46c3ab8e59b6f9cc513e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e389f6c4c3664a319c3777953bfbac60, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/df386db7277c488589558ec0b6587dc8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/83155527811141238b860e356c06ef62, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6cfa425b8a664189824ca8f0d7bf3af3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce21d81524e8471a859a9b1ec3fa8dcc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1bba82af0c3844bcbebc3432b04ae82d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/12ce4958e30e491cb9649d3e6ade5bc6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1b2428a6bd7c467d838b72abbd682aa7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0425665d07e847a4915139428e4e0576, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d2dc0c8c9902418cae8d5dcfe3fd72e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/272bc44ac81d4d8c8ae7f41e7f5fd926, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce38f6b6959e4fd1a1f54ff35c4b267f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7f541519cbc249c3808515578d6cbc10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/336fc8b24f9a4e8b8f7061ac0148c6bb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7d7370274f204a46a2cb6eb4192e5652, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2996b20c766b422da7ca7b7c694d51f8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7e56dba6900649f58e4dfd682e2cbb1b] to archive 2024-11-15T15:18:05,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:18:05,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fac55a5303bf4e3385ada729581299a0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fac55a5303bf4e3385ada729581299a0 2024-11-15T15:18:05,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7a0439a473584dc4863c71b026f2d0b8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7a0439a473584dc4863c71b026f2d0b8 2024-11-15T15:18:05,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/a1c61779d3064c43ab44eebf5590f161 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/a1c61779d3064c43ab44eebf5590f161 2024-11-15T15:18:05,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/78dbdc859f034bd58755f314adcb9ca9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/78dbdc859f034bd58755f314adcb9ca9 2024-11-15T15:18:05,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/59b1feff2de1400b8ad6d2fecb2fb2b4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/59b1feff2de1400b8ad6d2fecb2fb2b4 2024-11-15T15:18:05,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/19a4254159d844b1811619b3ffe75560 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/19a4254159d844b1811619b3ffe75560 2024-11-15T15:18:05,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/452736681f8d4592907da8f15e0a64bb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/452736681f8d4592907da8f15e0a64bb 2024-11-15T15:18:05,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/11b901fc06cf4fca9f53e6fdbe69e1e9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/11b901fc06cf4fca9f53e6fdbe69e1e9 2024-11-15T15:18:05,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/8ddc37392ef145db98153ab7a3b7070a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/8ddc37392ef145db98153ab7a3b7070a 2024-11-15T15:18:05,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0776a1a38ced4beeab7b65ce672b808a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0776a1a38ced4beeab7b65ce672b808a 2024-11-15T15:18:05,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/71ea694188fb413389533766af853238 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/71ea694188fb413389533766af853238 2024-11-15T15:18:05,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/208c390ab95c405988eb73866e413a13 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/208c390ab95c405988eb73866e413a13 2024-11-15T15:18:05,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e46ee925e5664ecba15e357d224857ff to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e46ee925e5664ecba15e357d224857ff 2024-11-15T15:18:05,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/53dac1b9b98c4514be6e99a858df161b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/53dac1b9b98c4514be6e99a858df161b 2024-11-15T15:18:05,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2730e5620a764fe2adfaca2b26d91c5d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2730e5620a764fe2adfaca2b26d91c5d 2024-11-15T15:18:05,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0498a6ef3a9540dfb73b8925fa6a6d9f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0498a6ef3a9540dfb73b8925fa6a6d9f 2024-11-15T15:18:05,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/dd83b0114cf34add94182b6dd0a20cde to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/dd83b0114cf34add94182b6dd0a20cde 2024-11-15T15:18:05,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/f5c2e1ce12f541d89e6afdcf3941f3c2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/f5c2e1ce12f541d89e6afdcf3941f3c2 2024-11-15T15:18:05,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0159bf33d2c14915bc7f11314b45d2c3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0159bf33d2c14915bc7f11314b45d2c3 2024-11-15T15:18:05,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fc68a1221d9d46c3ab8e59b6f9cc513e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/fc68a1221d9d46c3ab8e59b6f9cc513e 2024-11-15T15:18:05,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e389f6c4c3664a319c3777953bfbac60 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/e389f6c4c3664a319c3777953bfbac60 2024-11-15T15:18:05,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/df386db7277c488589558ec0b6587dc8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/df386db7277c488589558ec0b6587dc8 2024-11-15T15:18:05,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/83155527811141238b860e356c06ef62 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/83155527811141238b860e356c06ef62 2024-11-15T15:18:05,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6cfa425b8a664189824ca8f0d7bf3af3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6cfa425b8a664189824ca8f0d7bf3af3 2024-11-15T15:18:05,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce21d81524e8471a859a9b1ec3fa8dcc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce21d81524e8471a859a9b1ec3fa8dcc 2024-11-15T15:18:05,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1bba82af0c3844bcbebc3432b04ae82d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1bba82af0c3844bcbebc3432b04ae82d 2024-11-15T15:18:05,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/12ce4958e30e491cb9649d3e6ade5bc6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/12ce4958e30e491cb9649d3e6ade5bc6 2024-11-15T15:18:05,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1b2428a6bd7c467d838b72abbd682aa7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/1b2428a6bd7c467d838b72abbd682aa7 2024-11-15T15:18:05,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0425665d07e847a4915139428e4e0576 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/0425665d07e847a4915139428e4e0576 2024-11-15T15:18:05,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d2dc0c8c9902418cae8d5dcfe3fd72e5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d2dc0c8c9902418cae8d5dcfe3fd72e5 2024-11-15T15:18:05,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/272bc44ac81d4d8c8ae7f41e7f5fd926 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/272bc44ac81d4d8c8ae7f41e7f5fd926 2024-11-15T15:18:05,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce38f6b6959e4fd1a1f54ff35c4b267f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/ce38f6b6959e4fd1a1f54ff35c4b267f 2024-11-15T15:18:05,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7f541519cbc249c3808515578d6cbc10 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7f541519cbc249c3808515578d6cbc10 2024-11-15T15:18:05,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/336fc8b24f9a4e8b8f7061ac0148c6bb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/336fc8b24f9a4e8b8f7061ac0148c6bb 2024-11-15T15:18:05,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7d7370274f204a46a2cb6eb4192e5652 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7d7370274f204a46a2cb6eb4192e5652 2024-11-15T15:18:05,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2996b20c766b422da7ca7b7c694d51f8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/2996b20c766b422da7ca7b7c694d51f8 2024-11-15T15:18:05,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7e56dba6900649f58e4dfd682e2cbb1b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/7e56dba6900649f58e4dfd682e2cbb1b 2024-11-15T15:18:05,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a4e1ab5c20204cae9b1f01f369dcad10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a18ef3313968417ea787b92b6f4bc533, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/0e47555bee6e4a599a7f85974ade2220, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/829dae02e8cb4217b12b8ede4005e836, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/861de8a615bc439eb63d000d42c891ee, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/fc20383b311142ca83bc53cf5f29f0cb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8e2fdb60a5624bd28c2a119fc3d1b918, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8fe21d8c7fac46e39f6e8e7b600fe6a6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f4c4feecd2d440a49ff3f85610417057, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/33c194ebd42340668912aad550a112d4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/db2b341345524799862bd2a830714dba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/587e6456d5b34e699d2225dd04b908ca, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b8e3def1c7124705828950f42e8e2ce5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/38f00fc617414cbdbbdfecf99e5dafdd, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1d18a37f474b4b50afba0cff65751f7b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b846a9b9d8b74177993c4fba7a76c2bf, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/ae1abff772f442be93844271b9ac77d2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f948f7ad95814eab9d607cba6b588c53, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1643247e48fa47b686141377c6cb9613, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1ef29a2437ce4c39baad25eeac7336d0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/109bbb70da8842cb86df90f19e68f203, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3bf9b69ed9814c49ab97e7af790c52c5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/19b5507648cc4d939408a86a016e26b5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c6a909e3b8d14e39a43f7173c26b5c00, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bb508100e0bd4e9c9341002e6aee2a13, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/81c345dee63a4c13bc81b92d3bcaf78c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3e9948778d294b7ab929869393dc7569, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a5e9e4b40181486a929df968e0ee2231, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/48f4c79f514f4aa89523b82f512ab8c0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/11bb7c2b338b42b7847b83a3ac517f03, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c22c035c829f495abc7eb05579fd15c6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/82e62568981446c3bb613d8beecd6507, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bfc09ee854d241a88e1bf4c5af7387d6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/d81f1f14b6694da29b5c0fe9ea4debd7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/05961f3de89a48f5ac17493d25d853c1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/18e17c17a7d240828f7efa743409f602] to archive 2024-11-15T15:18:05,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:18:05,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a4e1ab5c20204cae9b1f01f369dcad10 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a4e1ab5c20204cae9b1f01f369dcad10 2024-11-15T15:18:05,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a18ef3313968417ea787b92b6f4bc533 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a18ef3313968417ea787b92b6f4bc533 2024-11-15T15:18:05,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/0e47555bee6e4a599a7f85974ade2220 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/0e47555bee6e4a599a7f85974ade2220 2024-11-15T15:18:05,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/829dae02e8cb4217b12b8ede4005e836 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/829dae02e8cb4217b12b8ede4005e836 2024-11-15T15:18:05,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/861de8a615bc439eb63d000d42c891ee to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/861de8a615bc439eb63d000d42c891ee 2024-11-15T15:18:05,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/5a3f87ec3c574e18b1e4a5f7d6ab4cf8 2024-11-15T15:18:05,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/fc20383b311142ca83bc53cf5f29f0cb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/fc20383b311142ca83bc53cf5f29f0cb 2024-11-15T15:18:05,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8e2fdb60a5624bd28c2a119fc3d1b918 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8e2fdb60a5624bd28c2a119fc3d1b918 2024-11-15T15:18:05,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8fe21d8c7fac46e39f6e8e7b600fe6a6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/8fe21d8c7fac46e39f6e8e7b600fe6a6 2024-11-15T15:18:05,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f4c4feecd2d440a49ff3f85610417057 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f4c4feecd2d440a49ff3f85610417057 2024-11-15T15:18:05,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/33c194ebd42340668912aad550a112d4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/33c194ebd42340668912aad550a112d4 2024-11-15T15:18:05,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/db2b341345524799862bd2a830714dba to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/db2b341345524799862bd2a830714dba 2024-11-15T15:18:05,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/587e6456d5b34e699d2225dd04b908ca to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/587e6456d5b34e699d2225dd04b908ca 2024-11-15T15:18:05,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b8e3def1c7124705828950f42e8e2ce5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b8e3def1c7124705828950f42e8e2ce5 2024-11-15T15:18:05,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/38f00fc617414cbdbbdfecf99e5dafdd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/38f00fc617414cbdbbdfecf99e5dafdd 2024-11-15T15:18:05,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1d18a37f474b4b50afba0cff65751f7b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1d18a37f474b4b50afba0cff65751f7b 2024-11-15T15:18:05,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b846a9b9d8b74177993c4fba7a76c2bf to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/b846a9b9d8b74177993c4fba7a76c2bf 2024-11-15T15:18:05,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/ae1abff772f442be93844271b9ac77d2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/ae1abff772f442be93844271b9ac77d2 2024-11-15T15:18:05,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f948f7ad95814eab9d607cba6b588c53 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/f948f7ad95814eab9d607cba6b588c53 2024-11-15T15:18:05,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1643247e48fa47b686141377c6cb9613 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1643247e48fa47b686141377c6cb9613 2024-11-15T15:18:05,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1ef29a2437ce4c39baad25eeac7336d0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/1ef29a2437ce4c39baad25eeac7336d0 2024-11-15T15:18:05,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/109bbb70da8842cb86df90f19e68f203 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/109bbb70da8842cb86df90f19e68f203 2024-11-15T15:18:05,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3bf9b69ed9814c49ab97e7af790c52c5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3bf9b69ed9814c49ab97e7af790c52c5 2024-11-15T15:18:05,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/19b5507648cc4d939408a86a016e26b5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/19b5507648cc4d939408a86a016e26b5 2024-11-15T15:18:05,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c6a909e3b8d14e39a43f7173c26b5c00 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c6a909e3b8d14e39a43f7173c26b5c00 2024-11-15T15:18:05,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bb508100e0bd4e9c9341002e6aee2a13 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bb508100e0bd4e9c9341002e6aee2a13 2024-11-15T15:18:05,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/81c345dee63a4c13bc81b92d3bcaf78c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/81c345dee63a4c13bc81b92d3bcaf78c 2024-11-15T15:18:05,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3e9948778d294b7ab929869393dc7569 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/3e9948778d294b7ab929869393dc7569 2024-11-15T15:18:05,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a5e9e4b40181486a929df968e0ee2231 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/a5e9e4b40181486a929df968e0ee2231 2024-11-15T15:18:05,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/48f4c79f514f4aa89523b82f512ab8c0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/48f4c79f514f4aa89523b82f512ab8c0 2024-11-15T15:18:05,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/11bb7c2b338b42b7847b83a3ac517f03 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/11bb7c2b338b42b7847b83a3ac517f03 2024-11-15T15:18:05,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c22c035c829f495abc7eb05579fd15c6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/c22c035c829f495abc7eb05579fd15c6 2024-11-15T15:18:05,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/82e62568981446c3bb613d8beecd6507 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/82e62568981446c3bb613d8beecd6507 2024-11-15T15:18:05,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bfc09ee854d241a88e1bf4c5af7387d6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/bfc09ee854d241a88e1bf4c5af7387d6 2024-11-15T15:18:05,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/d81f1f14b6694da29b5c0fe9ea4debd7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/d81f1f14b6694da29b5c0fe9ea4debd7 2024-11-15T15:18:05,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/05961f3de89a48f5ac17493d25d853c1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/05961f3de89a48f5ac17493d25d853c1 2024-11-15T15:18:05,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/18e17c17a7d240828f7efa743409f602 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/18e17c17a7d240828f7efa743409f602 2024-11-15T15:18:05,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/487d8f99294646419f1655d92f9a40ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/18daaa24bca349cba560de6e3fb7b0cc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/39ff43b917c04b82a419873976082ac5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/12f531e7892b4a9998c5bac5f1cef061, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e192ac0ef4124d7ca95aa76071eb3f90, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f402ff5fc8c846acb0b5eeaa2648533b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e2f83982d7c542fcba0674a290fccc1a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5b0d9ebec1234635b8d04dac1236a0ba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/a5b00f5705db4ba9976ea98714072171, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/8e7424a0cf7747d1a039eecb2bb63aa1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0a90714f93c14ccfb1ec7a8218bae68d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/87694e8bdfa74dbbb185f87a89bd97eb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/88d9378bc1b84f4294c72e0899dbc31d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f8c94d1a86964340aef28aa74521c497, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4dbfaa2d92da441bb63f4587c0e3892e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/da62a396011e4dc8831a00041ad79fd8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e47af9e06a214f6c8878be73c0506879, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/6886bb5b2ced402796fc2217a15930c8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1104798f28b740ccada294bf02eb27c8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/9243fc4a55d84ef68f473dc3001763ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1fbe1257f959492393576ffd71d74062, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/459ab9e2835e445a96baa89b0ce82c03, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4490c87de3e94130a657f34fb398a24c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/05a2ff3dbfd0401a95380f86bad7b602, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ac96e6b422724bd9b5ca27554cee7c2e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/144c31e9d63549dbad890ab7593b358f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/c26fe6ab52054c0eb784ff60ca52e00d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1cb1ad140569433a8f0c63e9bde77a9c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/84fa2647aec74fbd9938c8fcaac1bdf7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ec3f2ff9e0af4e428f493e722653fb16, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/517858edd1124f17a8f01370de000b9d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5d65e32fa7984e529511ded14d80cdfa, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/126d25c0c57043a888d4530bccd69582, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/94f5a3d67ebb4feb9309e047ec6cfed2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e19bd41574414e2188aa483e6ed30d74, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0fefe2770ee6499a96c7f4126bdeb0c4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ddff4fb2227a4866ae04b4d16312f278] to archive 2024-11-15T15:18:05,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:18:05,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/487d8f99294646419f1655d92f9a40ef to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/487d8f99294646419f1655d92f9a40ef 2024-11-15T15:18:05,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/18daaa24bca349cba560de6e3fb7b0cc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/18daaa24bca349cba560de6e3fb7b0cc 2024-11-15T15:18:05,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/39ff43b917c04b82a419873976082ac5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/39ff43b917c04b82a419873976082ac5 2024-11-15T15:18:05,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/12f531e7892b4a9998c5bac5f1cef061 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/12f531e7892b4a9998c5bac5f1cef061 2024-11-15T15:18:05,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e192ac0ef4124d7ca95aa76071eb3f90 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e192ac0ef4124d7ca95aa76071eb3f90 2024-11-15T15:18:05,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f402ff5fc8c846acb0b5eeaa2648533b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f402ff5fc8c846acb0b5eeaa2648533b 2024-11-15T15:18:05,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e2f83982d7c542fcba0674a290fccc1a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e2f83982d7c542fcba0674a290fccc1a 2024-11-15T15:18:05,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5b0d9ebec1234635b8d04dac1236a0ba to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5b0d9ebec1234635b8d04dac1236a0ba 2024-11-15T15:18:05,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/a5b00f5705db4ba9976ea98714072171 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/a5b00f5705db4ba9976ea98714072171 2024-11-15T15:18:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/8e7424a0cf7747d1a039eecb2bb63aa1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/8e7424a0cf7747d1a039eecb2bb63aa1 2024-11-15T15:18:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0a90714f93c14ccfb1ec7a8218bae68d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0a90714f93c14ccfb1ec7a8218bae68d 2024-11-15T15:18:05,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/87694e8bdfa74dbbb185f87a89bd97eb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/87694e8bdfa74dbbb185f87a89bd97eb 2024-11-15T15:18:05,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/88d9378bc1b84f4294c72e0899dbc31d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/88d9378bc1b84f4294c72e0899dbc31d 2024-11-15T15:18:05,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f8c94d1a86964340aef28aa74521c497 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/f8c94d1a86964340aef28aa74521c497 2024-11-15T15:18:05,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4dbfaa2d92da441bb63f4587c0e3892e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4dbfaa2d92da441bb63f4587c0e3892e 2024-11-15T15:18:05,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/da62a396011e4dc8831a00041ad79fd8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/da62a396011e4dc8831a00041ad79fd8 2024-11-15T15:18:05,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e47af9e06a214f6c8878be73c0506879 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e47af9e06a214f6c8878be73c0506879 2024-11-15T15:18:05,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/6886bb5b2ced402796fc2217a15930c8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/6886bb5b2ced402796fc2217a15930c8 2024-11-15T15:18:05,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1104798f28b740ccada294bf02eb27c8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1104798f28b740ccada294bf02eb27c8 2024-11-15T15:18:05,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/9243fc4a55d84ef68f473dc3001763ef to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/9243fc4a55d84ef68f473dc3001763ef 2024-11-15T15:18:05,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1fbe1257f959492393576ffd71d74062 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1fbe1257f959492393576ffd71d74062 2024-11-15T15:18:05,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/459ab9e2835e445a96baa89b0ce82c03 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/459ab9e2835e445a96baa89b0ce82c03 2024-11-15T15:18:05,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4490c87de3e94130a657f34fb398a24c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/4490c87de3e94130a657f34fb398a24c 2024-11-15T15:18:05,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/05a2ff3dbfd0401a95380f86bad7b602 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/05a2ff3dbfd0401a95380f86bad7b602 2024-11-15T15:18:05,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ac96e6b422724bd9b5ca27554cee7c2e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ac96e6b422724bd9b5ca27554cee7c2e 2024-11-15T15:18:05,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/144c31e9d63549dbad890ab7593b358f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/144c31e9d63549dbad890ab7593b358f 2024-11-15T15:18:05,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/c26fe6ab52054c0eb784ff60ca52e00d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/c26fe6ab52054c0eb784ff60ca52e00d 2024-11-15T15:18:05,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1cb1ad140569433a8f0c63e9bde77a9c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/1cb1ad140569433a8f0c63e9bde77a9c 2024-11-15T15:18:05,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/84fa2647aec74fbd9938c8fcaac1bdf7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/84fa2647aec74fbd9938c8fcaac1bdf7 2024-11-15T15:18:05,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ec3f2ff9e0af4e428f493e722653fb16 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ec3f2ff9e0af4e428f493e722653fb16 2024-11-15T15:18:05,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/517858edd1124f17a8f01370de000b9d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/517858edd1124f17a8f01370de000b9d 2024-11-15T15:18:05,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5d65e32fa7984e529511ded14d80cdfa to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/5d65e32fa7984e529511ded14d80cdfa 2024-11-15T15:18:05,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/126d25c0c57043a888d4530bccd69582 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/126d25c0c57043a888d4530bccd69582 2024-11-15T15:18:05,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/94f5a3d67ebb4feb9309e047ec6cfed2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/94f5a3d67ebb4feb9309e047ec6cfed2 2024-11-15T15:18:05,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e19bd41574414e2188aa483e6ed30d74 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/e19bd41574414e2188aa483e6ed30d74 2024-11-15T15:18:05,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0fefe2770ee6499a96c7f4126bdeb0c4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/0fefe2770ee6499a96c7f4126bdeb0c4 2024-11-15T15:18:05,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ddff4fb2227a4866ae04b4d16312f278 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/ddff4fb2227a4866ae04b4d16312f278 2024-11-15T15:18:05,404 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/recovered.edits/550.seqid, newMaxSeqId=550, maxSeqId=1 2024-11-15T15:18:05,407 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d. 2024-11-15T15:18:05,407 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 2685108b0fdbf9e888d873e21bce279d: 2024-11-15T15:18:05,409 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:18:05,410 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=2685108b0fdbf9e888d873e21bce279d, regionState=CLOSED 2024-11-15T15:18:05,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T15:18:05,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 2685108b0fdbf9e888d873e21bce279d, server=f3372238866c,45001,1731683848865 in 1.5910 sec 2024-11-15T15:18:05,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-15T15:18:05,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2685108b0fdbf9e888d873e21bce279d, UNASSIGN in 1.5960 sec 2024-11-15T15:18:05,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-15T15:18:05,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6040 sec 2024-11-15T15:18:05,419 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683885419"}]},"ts":"1731683885419"} 2024-11-15T15:18:05,421 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T15:18:05,423 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T15:18:05,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6230 sec 2024-11-15T15:18:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-15T15:18:05,912 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-15T15:18:05,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T15:18:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:05,920 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:05,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-15T15:18:05,924 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:18:05,928 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/recovered.edits] 2024-11-15T15:18:05,931 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6f7f67e8000447349dbe1ecbcf50aae6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/6f7f67e8000447349dbe1ecbcf50aae6 2024-11-15T15:18:05,932 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d3e3f7a227aa4510836cc5a918d9bf1d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/A/d3e3f7a227aa4510836cc5a918d9bf1d 2024-11-15T15:18:05,935 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/2a09ed7cb86b41de9bea79dde2b62edd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/2a09ed7cb86b41de9bea79dde2b62edd 2024-11-15T15:18:05,936 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/51a0dbcadb544c0e8e7865e69d8f25ad to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/B/51a0dbcadb544c0e8e7865e69d8f25ad 2024-11-15T15:18:05,938 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/23fa40a6b2ae457b995a9436cf8a7265 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/23fa40a6b2ae457b995a9436cf8a7265 2024-11-15T15:18:05,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/68f0c20cd41c49e49e507928b1a1599e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/C/68f0c20cd41c49e49e507928b1a1599e 2024-11-15T15:18:05,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/recovered.edits/550.seqid to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d/recovered.edits/550.seqid 2024-11-15T15:18:05,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/2685108b0fdbf9e888d873e21bce279d 2024-11-15T15:18:05,943 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T15:18:05,948 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:05,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T15:18:05,955 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T15:18:05,984 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T15:18:05,985 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:05,985 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T15:18:05,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731683885985"}]},"ts":"9223372036854775807"} 2024-11-15T15:18:05,988 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-15T15:18:05,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2685108b0fdbf9e888d873e21bce279d, NAME => 'TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T15:18:05,988 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T15:18:05,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731683885989"}]},"ts":"9223372036854775807"} 2024-11-15T15:18:05,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-15T15:18:05,993 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:05,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-15T15:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-15T15:18:06,022 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-15T15:18:06,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f3372238866c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f3372238866c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f3372238866c:45001-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_249966788_22 at /127.0.0.1:33480 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3817 (was 3408) - AvailableMemoryMB LEAK? - 2024-11-15T15:18:06,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=3815 2024-11-15T15:18:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:18:06,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:06,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:18:06,055 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:06,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-15T15:18:06,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:18:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-15T15:18:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741956_1132 (size=960) 2024-11-15T15:18:06,069 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:18:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741957_1133 (size=53) 2024-11-15T15:18:06,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:06,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3a15d4ca7db1c969dffcd97781ad00da, disabling compactions & flushes 2024-11-15T15:18:06,077 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. after waiting 0 ms 2024-11-15T15:18:06,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,077 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:06,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:18:06,079 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731683886079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683886079"}]},"ts":"1731683886079"} 2024-11-15T15:18:06,081 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:18:06,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:18:06,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683886082"}]},"ts":"1731683886082"} 2024-11-15T15:18:06,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T15:18:06,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, ASSIGN}] 2024-11-15T15:18:06,089 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, ASSIGN 2024-11-15T15:18:06,090 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:18:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-15T15:18:06,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:06,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:18:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-15T15:18:06,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:06,408 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,408 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:06,409 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,409 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:06,409 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,409 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,411 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,413 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:06,413 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a15d4ca7db1c969dffcd97781ad00da columnFamilyName A 2024-11-15T15:18:06,413 DEBUG [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:06,414 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(327): Store=3a15d4ca7db1c969dffcd97781ad00da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:06,414 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,416 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:06,417 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a15d4ca7db1c969dffcd97781ad00da columnFamilyName B 2024-11-15T15:18:06,417 DEBUG [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:06,418 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(327): Store=3a15d4ca7db1c969dffcd97781ad00da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:06,418 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,419 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:06,420 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a15d4ca7db1c969dffcd97781ad00da columnFamilyName C 2024-11-15T15:18:06,420 DEBUG [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:06,420 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(327): Store=3a15d4ca7db1c969dffcd97781ad00da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:06,420 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,421 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,422 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,425 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:18:06,427 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:06,432 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:06,433 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 3a15d4ca7db1c969dffcd97781ad00da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58781617, jitterRate=-0.12408564984798431}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:18:06,434 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:06,435 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., pid=41, masterSystemTime=1731683886394 2024-11-15T15:18:06,437 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,437 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:06,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:06,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-15T15:18:06,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 in 200 msec 2024-11-15T15:18:06,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-15T15:18:06,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, ASSIGN in 356 msec 2024-11-15T15:18:06,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:18:06,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683886447"}]},"ts":"1731683886447"} 2024-11-15T15:18:06,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T15:18:06,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:18:06,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 399 msec 2024-11-15T15:18:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-15T15:18:06,660 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-15T15:18:06,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-15T15:18:06,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:06,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:06,669 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:06,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:06,672 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:06,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:18:06,677 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741958_1134 (size=996) 2024-11-15T15:18:07,100 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-15T15:18:07,100 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-15T15:18:07,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:18:07,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, REOPEN/MOVE}] 2024-11-15T15:18:07,112 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, REOPEN/MOVE 2024-11-15T15:18:07,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,114 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:18:07,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:18:07,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:07,267 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,267 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:18:07,267 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 3a15d4ca7db1c969dffcd97781ad00da, disabling compactions & flushes 2024-11-15T15:18:07,267 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,267 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,267 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. after waiting 0 ms 2024-11-15T15:18:07,267 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,271 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T15:18:07,271 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,271 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:07,271 WARN [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 3a15d4ca7db1c969dffcd97781ad00da to self. 2024-11-15T15:18:07,273 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=CLOSED 2024-11-15T15:18:07,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T15:18:07,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 in 159 msec 2024-11-15T15:18:07,276 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, REOPEN/MOVE; state=CLOSED, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=true 2024-11-15T15:18:07,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:18:07,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:07,583 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,583 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:07,583 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,583 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:07,583 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,583 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,586 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,586 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:07,591 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a15d4ca7db1c969dffcd97781ad00da columnFamilyName A 2024-11-15T15:18:07,593 DEBUG [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:07,593 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(327): Store=3a15d4ca7db1c969dffcd97781ad00da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:07,594 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,594 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:07,594 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a15d4ca7db1c969dffcd97781ad00da columnFamilyName B 2024-11-15T15:18:07,594 DEBUG [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:07,595 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(327): Store=3a15d4ca7db1c969dffcd97781ad00da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:07,595 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,595 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:07,595 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a15d4ca7db1c969dffcd97781ad00da columnFamilyName C 2024-11-15T15:18:07,596 DEBUG [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:07,596 INFO [StoreOpener-3a15d4ca7db1c969dffcd97781ad00da-1 {}] regionserver.HStore(327): Store=3a15d4ca7db1c969dffcd97781ad00da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:07,596 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,597 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,597 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,599 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:18:07,600 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,600 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 3a15d4ca7db1c969dffcd97781ad00da; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59345760, jitterRate=-0.11567926406860352}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:18:07,602 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:07,602 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., pid=46, masterSystemTime=1731683887580 2024-11-15T15:18:07,604 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,604 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=OPEN, openSeqNum=5, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-15T15:18:07,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 in 177 msec 2024-11-15T15:18:07,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-15T15:18:07,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, REOPEN/MOVE in 495 msec 2024-11-15T15:18:07,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T15:18:07,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 507 msec 2024-11-15T15:18:07,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-15T15:18:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-15T15:18:07,619 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-15T15:18:07,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-15T15:18:07,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-15T15:18:07,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-15T15:18:07,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,640 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-15T15:18:07,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-15T15:18:07,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-15T15:18:07,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-15T15:18:07,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-15T15:18:07,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:07,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:07,661 DEBUG [hconnection-0x72cde130-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,661 DEBUG [hconnection-0x5484627a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-15T15:18:07,662 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:07,663 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:07,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:07,668 DEBUG [hconnection-0x1226f85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,668 DEBUG [hconnection-0x6180ffbe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,668 DEBUG [hconnection-0x510e5a03-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,669 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,669 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,669 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,672 DEBUG [hconnection-0x120bea02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,672 DEBUG [hconnection-0x20a8fd53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,673 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,673 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,673 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,674 DEBUG [hconnection-0x2ff0ffb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,675 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,680 DEBUG [hconnection-0x7f4c70-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:07,681 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:18:07,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:07,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:07,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:07,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:07,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:07,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683947728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683947728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683947736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683947737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683947739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:07,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd212a24e5714970b71ae07bb5eba7a4_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683887680/Put/seqid=0 2024-11-15T15:18:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741959_1135 (size=17034) 2024-11-15T15:18:07,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:07,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:07,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:07,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:07,821 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bd212a24e5714970b71ae07bb5eba7a4_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd212a24e5714970b71ae07bb5eba7a4_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:07,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/9fe86695ac13487993a2425190ef9713, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:07,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/9fe86695ac13487993a2425190ef9713 is 175, key is test_row_0/A:col10/1731683887680/Put/seqid=0 2024-11-15T15:18:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683947841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683947845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683947846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683947847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683947841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741960_1136 (size=48139) 2024-11-15T15:18:07,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/9fe86695ac13487993a2425190ef9713 2024-11-15T15:18:07,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2e1fc3540446499eb7f7f38444f5b34a is 50, key is test_row_0/B:col10/1731683887680/Put/seqid=0 2024-11-15T15:18:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741961_1137 (size=12001) 2024-11-15T15:18:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:07,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:07,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:07,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683948053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683948055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683948056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683948056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683948058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:08,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:08,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:08,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2e1fc3540446499eb7f7f38444f5b34a 2024-11-15T15:18:08,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/696b42c488224297b35a115aab455611 is 50, key is test_row_0/C:col10/1731683887680/Put/seqid=0 2024-11-15T15:18:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683948356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683948358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683948358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683948361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683948361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741962_1138 (size=12001) 2024-11-15T15:18:08,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:08,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:08,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:08,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:08,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:08,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:08,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/696b42c488224297b35a115aab455611 2024-11-15T15:18:08,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/9fe86695ac13487993a2425190ef9713 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713 2024-11-15T15:18:08,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713, entries=250, sequenceid=18, filesize=47.0 K 2024-11-15T15:18:08,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2e1fc3540446499eb7f7f38444f5b34a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2e1fc3540446499eb7f7f38444f5b34a 2024-11-15T15:18:08,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2e1fc3540446499eb7f7f38444f5b34a, entries=150, sequenceid=18, filesize=11.7 K 2024-11-15T15:18:08,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/696b42c488224297b35a115aab455611 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/696b42c488224297b35a115aab455611 2024-11-15T15:18:08,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/696b42c488224297b35a115aab455611, entries=150, sequenceid=18, filesize=11.7 K 2024-11-15T15:18:08,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a15d4ca7db1c969dffcd97781ad00da in 1121ms, sequenceid=18, compaction requested=false 2024-11-15T15:18:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-15T15:18:08,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:08,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:18:08,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:08,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:08,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:08,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683948885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683948886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683948888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683948891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683948891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158944cff946304fcb9938bec3146decbc_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683888869/Put/seqid=0 2024-11-15T15:18:08,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:08,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:08,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:08,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741963_1139 (size=12154) 2024-11-15T15:18:08,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683948992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683948993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683948997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683948997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:08,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683948998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683949196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683949197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683949198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683949199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683949200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,343 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:09,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158944cff946304fcb9938bec3146decbc_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158944cff946304fcb9938bec3146decbc_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:09,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/209cc1ede9b64d4c96366dcc67d660b9, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:09,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/209cc1ede9b64d4c96366dcc67d660b9 is 175, key is test_row_0/A:col10/1731683888869/Put/seqid=0 2024-11-15T15:18:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741964_1140 (size=30955) 2024-11-15T15:18:09,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683949498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683949500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683949503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683949503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683949509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:09,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/209cc1ede9b64d4c96366dcc67d660b9 2024-11-15T15:18:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:09,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3022c0851dfb43de87157f4dd42b2098 is 50, key is test_row_0/B:col10/1731683888869/Put/seqid=0 2024-11-15T15:18:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741965_1141 (size=12001) 2024-11-15T15:18:09,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:09,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:09,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683950000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:10,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683950006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:10,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:10,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683950008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683950007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:10,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683950013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:10,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:10,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3022c0851dfb43de87157f4dd42b2098 2024-11-15T15:18:10,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c7172f40b96a499683d8635114b4db83 is 50, key is test_row_0/C:col10/1731683888869/Put/seqid=0 2024-11-15T15:18:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741966_1142 (size=12001) 2024-11-15T15:18:10,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:10,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:10,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:10,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:10,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:10,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c7172f40b96a499683d8635114b4db83 2024-11-15T15:18:10,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/209cc1ede9b64d4c96366dcc67d660b9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9 2024-11-15T15:18:10,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9, entries=150, sequenceid=43, filesize=30.2 K 2024-11-15T15:18:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3022c0851dfb43de87157f4dd42b2098 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3022c0851dfb43de87157f4dd42b2098 2024-11-15T15:18:10,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3022c0851dfb43de87157f4dd42b2098, entries=150, sequenceid=43, filesize=11.7 K 2024-11-15T15:18:10,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c7172f40b96a499683d8635114b4db83 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c7172f40b96a499683d8635114b4db83 2024-11-15T15:18:10,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c7172f40b96a499683d8635114b4db83, entries=150, sequenceid=43, filesize=11.7 K 2024-11-15T15:18:10,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3a15d4ca7db1c969dffcd97781ad00da in 1796ms, sequenceid=43, compaction requested=false 2024-11-15T15:18:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:10,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:10,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-15T15:18:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:18:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:10,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:10,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154777f298c8ae455489c97a3a843d72f4_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683888888/Put/seqid=0 2024-11-15T15:18:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741967_1143 (size=12154) 2024-11-15T15:18:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154777f298c8ae455489c97a3a843d72f4_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154777f298c8ae455489c97a3a843d72f4_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/84ec955def39460b8d8ab7f44eacf558, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:10,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/84ec955def39460b8d8ab7f44eacf558 is 175, key is test_row_0/A:col10/1731683888888/Put/seqid=0 2024-11-15T15:18:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741968_1144 (size=30955) 2024-11-15T15:18:10,835 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/84ec955def39460b8d8ab7f44eacf558 2024-11-15T15:18:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/048cb990315b49b697a7a0fc1c63a55d is 50, key is test_row_0/B:col10/1731683888888/Put/seqid=0 2024-11-15T15:18:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741969_1145 (size=12001) 2024-11-15T15:18:10,875 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/048cb990315b49b697a7a0fc1c63a55d 2024-11-15T15:18:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed is 50, key is test_row_0/C:col10/1731683888888/Put/seqid=0 2024-11-15T15:18:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741970_1146 (size=12001) 2024-11-15T15:18:10,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed 2024-11-15T15:18:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/84ec955def39460b8d8ab7f44eacf558 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558 2024-11-15T15:18:10,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558, entries=150, sequenceid=55, filesize=30.2 K 2024-11-15T15:18:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/048cb990315b49b697a7a0fc1c63a55d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/048cb990315b49b697a7a0fc1c63a55d 2024-11-15T15:18:10,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:18:10,950 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/048cb990315b49b697a7a0fc1c63a55d, entries=150, sequenceid=55, filesize=11.7 K 2024-11-15T15:18:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed 2024-11-15T15:18:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,957 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed, entries=150, sequenceid=55, filesize=11.7 K 2024-11-15T15:18:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,958 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3a15d4ca7db1c969dffcd97781ad00da in 211ms, sequenceid=55, compaction requested=true 2024-11-15T15:18:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T15:18:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-15T15:18:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T15:18:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2970 sec 2024-11-15T15:18:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.3010 sec 2024-11-15T15:18:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:11,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:11,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:11,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:11,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:11,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:11,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115208e20b58b9d4a8c86f60a74b2e32825_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741972_1148 (size=24358) 2024-11-15T15:18:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683951149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683951152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683951155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683951158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683951174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683951274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683951274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683951279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683951282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683951284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683951480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683951480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683951484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683951485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683951489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:11,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115208e20b58b9d4a8c86f60a74b2e32825_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115208e20b58b9d4a8c86f60a74b2e32825_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:11,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d11199931a354ab1844c162f323d9d78, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:11,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d11199931a354ab1844c162f323d9d78 is 175, key is test_row_0/A:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741971_1147 (size=73994) 2024-11-15T15:18:11,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=66, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d11199931a354ab1844c162f323d9d78 2024-11-15T15:18:11,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/219f99ae5e4b4416b58a2c6e6b267d40 is 50, key is test_row_0/B:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:11,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741973_1149 (size=12001) 2024-11-15T15:18:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-15T15:18:11,770 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-15T15:18:11,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-15T15:18:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-15T15:18:11,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:11,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:11,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683951784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683951785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683951787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683951793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683951794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-15T15:18:11,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:11,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-15T15:18:11,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:11,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:11,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:11,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:11,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:11,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/219f99ae5e4b4416b58a2c6e6b267d40 2024-11-15T15:18:11,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/4e3e0d4ad87e42949d40aef9a7f46450 is 50, key is test_row_0/C:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741974_1150 (size=12001) 2024-11-15T15:18:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-15T15:18:12,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-15T15:18:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:12,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-15T15:18:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683952289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:12,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683952291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:12,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683952291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:12,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683952297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:12,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683952298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-15T15:18:12,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:12,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-15T15:18:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:12,397 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38099 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=f3372238866c,45001,1731683848865, table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T15:18:12,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/4e3e0d4ad87e42949d40aef9a7f46450 2024-11-15T15:18:12,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d11199931a354ab1844c162f323d9d78 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78 2024-11-15T15:18:12,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78, entries=400, sequenceid=66, filesize=72.3 K 2024-11-15T15:18:12,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/219f99ae5e4b4416b58a2c6e6b267d40 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/219f99ae5e4b4416b58a2c6e6b267d40 2024-11-15T15:18:12,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/219f99ae5e4b4416b58a2c6e6b267d40, entries=150, sequenceid=66, filesize=11.7 K 2024-11-15T15:18:12,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/4e3e0d4ad87e42949d40aef9a7f46450 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4e3e0d4ad87e42949d40aef9a7f46450 2024-11-15T15:18:12,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4e3e0d4ad87e42949d40aef9a7f46450, entries=150, sequenceid=66, filesize=11.7 K 2024-11-15T15:18:12,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a15d4ca7db1c969dffcd97781ad00da in 1356ms, sequenceid=66, compaction requested=true 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:12,431 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:12,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:12,431 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:18:12,439 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184043 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:18:12,439 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:12,439 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,439 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=179.7 K 2024-11-15T15:18:12,439 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,439 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78] 2024-11-15T15:18:12,440 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:18:12,440 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:12,440 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,440 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2e1fc3540446499eb7f7f38444f5b34a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3022c0851dfb43de87157f4dd42b2098, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/048cb990315b49b697a7a0fc1c63a55d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/219f99ae5e4b4416b58a2c6e6b267d40] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=46.9 K 2024-11-15T15:18:12,441 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fe86695ac13487993a2425190ef9713, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731683887678 2024-11-15T15:18:12,441 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1fc3540446499eb7f7f38444f5b34a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731683887680 2024-11-15T15:18:12,441 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209cc1ede9b64d4c96366dcc67d660b9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731683888867 2024-11-15T15:18:12,442 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3022c0851dfb43de87157f4dd42b2098, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731683888867 2024-11-15T15:18:12,442 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ec955def39460b8d8ab7f44eacf558, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731683888882 2024-11-15T15:18:12,444 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d11199931a354ab1844c162f323d9d78, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731683891048 2024-11-15T15:18:12,444 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 048cb990315b49b697a7a0fc1c63a55d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731683888882 2024-11-15T15:18:12,444 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 219f99ae5e4b4416b58a2c6e6b267d40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731683891055 2024-11-15T15:18:12,458 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:12,459 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/b113c18f5355499ea41d0f68c50e40e5 is 50, key is test_row_0/B:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:12,465 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:12,472 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e5e8c8f20d784b899d7739345d2867f2_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:12,476 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e5e8c8f20d784b899d7739345d2867f2_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:12,477 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e5e8c8f20d784b899d7739345d2867f2_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741975_1151 (size=12139) 2024-11-15T15:18:12,489 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/b113c18f5355499ea41d0f68c50e40e5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b113c18f5355499ea41d0f68c50e40e5 2024-11-15T15:18:12,499 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into b113c18f5355499ea41d0f68c50e40e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:12,500 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:12,500 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=12, startTime=1731683892431; duration=0sec 2024-11-15T15:18:12,500 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:12,500 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:12,500 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:18:12,503 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:18:12,503 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:12,503 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,504 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/696b42c488224297b35a115aab455611, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c7172f40b96a499683d8635114b4db83, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4e3e0d4ad87e42949d40aef9a7f46450] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=46.9 K 2024-11-15T15:18:12,504 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 696b42c488224297b35a115aab455611, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731683887680 2024-11-15T15:18:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741976_1152 (size=4469) 2024-11-15T15:18:12,506 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c7172f40b96a499683d8635114b4db83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731683888867 2024-11-15T15:18:12,507 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#130 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:12,507 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e6e6ce273fa6430bb5ef5f9aeb1b86ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731683888882 2024-11-15T15:18:12,509 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7b817027f68e4552ab507c5fbf671701 is 175, key is test_row_0/A:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:12,510 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3e0d4ad87e42949d40aef9a7f46450, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731683891055 2024-11-15T15:18:12,529 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#131 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:12,529 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d is 50, key is test_row_0/C:col10/1731683891055/Put/seqid=0 2024-11-15T15:18:12,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:12,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-15T15:18:12,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:12,549 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:18:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:12,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741977_1153 (size=31093) 2024-11-15T15:18:12,584 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7b817027f68e4552ab507c5fbf671701 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7b817027f68e4552ab507c5fbf671701 2024-11-15T15:18:12,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741978_1154 (size=12139) 2024-11-15T15:18:12,593 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into 7b817027f68e4552ab507c5fbf671701(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:12,593 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:12,593 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=12, startTime=1731683892431; duration=0sec 2024-11-15T15:18:12,593 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:12,593 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:12,595 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d 2024-11-15T15:18:12,608 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into ee3fc9ebaa9c45e0b4bb068fba8f0b4d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:12,608 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:12,608 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=12, startTime=1731683892431; duration=0sec 2024-11-15T15:18:12,608 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:12,608 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156f9686b6aebd444dbdcbf99bbf6612bc_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683891167/Put/seqid=0 2024-11-15T15:18:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741979_1155 (size=12154) 2024-11-15T15:18:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-15T15:18:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:13,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156f9686b6aebd444dbdcbf99bbf6612bc_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156f9686b6aebd444dbdcbf99bbf6612bc_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d923224855514b9ca591023065483385, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d923224855514b9ca591023065483385 is 175, key is test_row_0/A:col10/1731683891167/Put/seqid=0 2024-11-15T15:18:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741980_1156 (size=30955) 2024-11-15T15:18:13,062 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d923224855514b9ca591023065483385 2024-11-15T15:18:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8572bc4e151b4fbbabdd874cd17490cc is 50, key is test_row_0/B:col10/1731683891167/Put/seqid=0 2024-11-15T15:18:13,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741981_1157 (size=12001) 2024-11-15T15:18:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:13,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:13,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683953307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683953308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683953308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683953309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683953309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683953410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683953414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683953414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683953424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,491 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8572bc4e151b4fbbabdd874cd17490cc 2024-11-15T15:18:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0a47caa8b1f244a5a490c7038c546bad is 50, key is test_row_0/C:col10/1731683891167/Put/seqid=0 2024-11-15T15:18:13,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741982_1158 (size=12001) 2024-11-15T15:18:13,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0a47caa8b1f244a5a490c7038c546bad 2024-11-15T15:18:13,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d923224855514b9ca591023065483385 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385 2024-11-15T15:18:13,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385, entries=150, sequenceid=92, filesize=30.2 K 2024-11-15T15:18:13,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8572bc4e151b4fbbabdd874cd17490cc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8572bc4e151b4fbbabdd874cd17490cc 2024-11-15T15:18:13,524 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8572bc4e151b4fbbabdd874cd17490cc, entries=150, sequenceid=92, filesize=11.7 K 2024-11-15T15:18:13,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0a47caa8b1f244a5a490c7038c546bad as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0a47caa8b1f244a5a490c7038c546bad 2024-11-15T15:18:13,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0a47caa8b1f244a5a490c7038c546bad, entries=150, sequenceid=92, filesize=11.7 K 2024-11-15T15:18:13,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 3a15d4ca7db1c969dffcd97781ad00da in 981ms, sequenceid=92, compaction requested=false 2024-11-15T15:18:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-15T15:18:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-15T15:18:13,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-15T15:18:13,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec 2024-11-15T15:18:13,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7620 sec 2024-11-15T15:18:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:13,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:18:13,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:13,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:13,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:13,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:13,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:13,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:13,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f67a29e2f4594c849f2a97e4ed34a753_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741983_1159 (size=12154) 2024-11-15T15:18:13,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683953673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683953675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683953675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683953676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683953777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683953779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683953779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683953779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-15T15:18:13,878 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-15T15:18:13,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-15T15:18:13,882 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-15T15:18:13,882 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:13,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683953981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-15T15:18:13,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683953983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683953984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:13,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683953986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:14,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:14,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f67a29e2f4594c849f2a97e4ed34a753_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f67a29e2f4594c849f2a97e4ed34a753_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:14,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3e062ea0a1d94c42b2754fe1ac211b9c, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:14,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3e062ea0a1d94c42b2754fe1ac211b9c is 175, key is test_row_0/A:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741984_1160 (size=30955) 2024-11-15T15:18:14,051 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3e062ea0a1d94c42b2754fe1ac211b9c 2024-11-15T15:18:14,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/f37ee37df2f442f4844db12a4e9f059a is 50, key is test_row_0/B:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:14,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741985_1161 (size=12001) 2024-11-15T15:18:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-15T15:18:14,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683954285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683954286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683954287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683954288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/f37ee37df2f442f4844db12a4e9f059a 2024-11-15T15:18:14,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/df5a40c86beb4cf6b22b3d91bd319b18 is 50, key is test_row_0/C:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:14,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741986_1162 (size=12001) 2024-11-15T15:18:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-15T15:18:14,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:14,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683954791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683954791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683954791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683954792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:14,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:14,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/df5a40c86beb4cf6b22b3d91bd319b18 2024-11-15T15:18:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3e062ea0a1d94c42b2754fe1ac211b9c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c 2024-11-15T15:18:14,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c, entries=150, sequenceid=108, filesize=30.2 K 2024-11-15T15:18:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/f37ee37df2f442f4844db12a4e9f059a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f37ee37df2f442f4844db12a4e9f059a 2024-11-15T15:18:14,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f37ee37df2f442f4844db12a4e9f059a, entries=150, sequenceid=108, filesize=11.7 K 2024-11-15T15:18:14,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/df5a40c86beb4cf6b22b3d91bd319b18 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/df5a40c86beb4cf6b22b3d91bd319b18 2024-11-15T15:18:14,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/df5a40c86beb4cf6b22b3d91bd319b18, entries=150, sequenceid=108, filesize=11.7 K 2024-11-15T15:18:14,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 3a15d4ca7db1c969dffcd97781ad00da in 1290ms, sequenceid=108, compaction requested=true 2024-11-15T15:18:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:14,908 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:14,908 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:14,909 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:14,909 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:14,910 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,910 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7b817027f68e4552ab507c5fbf671701, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=90.8 K 2024-11-15T15:18:14,910 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,910 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7b817027f68e4552ab507c5fbf671701, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c] 2024-11-15T15:18:14,910 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:14,910 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:14,910 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,910 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b113c18f5355499ea41d0f68c50e40e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8572bc4e151b4fbbabdd874cd17490cc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f37ee37df2f442f4844db12a4e9f059a] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=35.3 K 2024-11-15T15:18:14,911 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b817027f68e4552ab507c5fbf671701, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731683891055 2024-11-15T15:18:14,911 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b113c18f5355499ea41d0f68c50e40e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731683891055 2024-11-15T15:18:14,912 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d923224855514b9ca591023065483385, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731683891139 2024-11-15T15:18:14,916 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8572bc4e151b4fbbabdd874cd17490cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731683891139 2024-11-15T15:18:14,917 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f37ee37df2f442f4844db12a4e9f059a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731683893304 2024-11-15T15:18:14,917 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e062ea0a1d94c42b2754fe1ac211b9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731683893304 2024-11-15T15:18:14,938 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:14,939 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/ea1c5fc608114829ba72b1f967dcd006 is 50, key is test_row_0/B:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:14,945 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:14,953 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411156518a54711ec47ae9a0ca67f3ea0eb7f_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:14,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:14,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-15T15:18:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:14,956 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:18:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:14,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:14,962 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411156518a54711ec47ae9a0ca67f3ea0eb7f_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:14,962 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156518a54711ec47ae9a0ca67f3ea0eb7f_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741987_1163 (size=12241) 2024-11-15T15:18:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-15T15:18:14,987 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/ea1c5fc608114829ba72b1f967dcd006 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/ea1c5fc608114829ba72b1f967dcd006 2024-11-15T15:18:15,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c049ab2714c4e9d8eda8a927654bdb9_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683893673/Put/seqid=0 2024-11-15T15:18:15,009 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into ea1c5fc608114829ba72b1f967dcd006(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:15,009 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:15,009 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683894908; duration=0sec 2024-11-15T15:18:15,009 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:15,009 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:15,009 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:15,011 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:15,011 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:15,011 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:15,011 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0a47caa8b1f244a5a490c7038c546bad, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/df5a40c86beb4cf6b22b3d91bd319b18] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=35.3 K 2024-11-15T15:18:15,013 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3fc9ebaa9c45e0b4bb068fba8f0b4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731683891055 2024-11-15T15:18:15,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741988_1164 (size=4469) 2024-11-15T15:18:15,014 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a47caa8b1f244a5a490c7038c546bad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731683891139 2024-11-15T15:18:15,015 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting df5a40c86beb4cf6b22b3d91bd319b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731683893304 2024-11-15T15:18:15,016 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#139 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:15,017 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7a493a65620a45ce9567ff3a104833d2 is 175, key is test_row_0/A:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:15,045 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741989_1165 (size=12304) 2024-11-15T15:18:15,046 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/4da40bd3cf8a41b1a7e041e00cb7b339 is 50, key is test_row_0/C:col10/1731683893304/Put/seqid=0 2024-11-15T15:18:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:15,052 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c049ab2714c4e9d8eda8a927654bdb9_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c049ab2714c4e9d8eda8a927654bdb9_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7782fcab46564cf790d93cb1b4aa9022, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7782fcab46564cf790d93cb1b4aa9022 is 175, key is test_row_0/A:col10/1731683893673/Put/seqid=0 2024-11-15T15:18:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741990_1166 (size=31195) 2024-11-15T15:18:15,062 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7a493a65620a45ce9567ff3a104833d2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7a493a65620a45ce9567ff3a104833d2 2024-11-15T15:18:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741991_1167 (size=12241) 2024-11-15T15:18:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741992_1168 (size=31105) 2024-11-15T15:18:15,067 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7782fcab46564cf790d93cb1b4aa9022 2024-11-15T15:18:15,069 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into 7a493a65620a45ce9567ff3a104833d2(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:15,069 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:15,069 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683894908; duration=0sec 2024-11-15T15:18:15,069 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:15,069 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8210975442604ca8b731ff2125f49a2e is 50, key is test_row_0/B:col10/1731683893673/Put/seqid=0 2024-11-15T15:18:15,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741993_1169 (size=12151) 2024-11-15T15:18:15,216 INFO [master/f3372238866c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T15:18:15,216 INFO [master/f3372238866c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T15:18:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:15,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:15,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683955351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683955455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,470 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/4da40bd3cf8a41b1a7e041e00cb7b339 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4da40bd3cf8a41b1a7e041e00cb7b339 2024-11-15T15:18:15,476 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into 4da40bd3cf8a41b1a7e041e00cb7b339(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:15,476 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:15,476 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683894908; duration=0sec 2024-11-15T15:18:15,476 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:15,477 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:15,481 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8210975442604ca8b731ff2125f49a2e 2024-11-15T15:18:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c37d3bf69c3f4832ac20fe25e37d81f0 is 50, key is test_row_0/C:col10/1731683893673/Put/seqid=0 2024-11-15T15:18:15,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741994_1170 (size=12151) 2024-11-15T15:18:15,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c37d3bf69c3f4832ac20fe25e37d81f0 2024-11-15T15:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/7782fcab46564cf790d93cb1b4aa9022 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022 2024-11-15T15:18:15,520 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022, entries=150, sequenceid=132, filesize=30.4 K 2024-11-15T15:18:15,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8210975442604ca8b731ff2125f49a2e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8210975442604ca8b731ff2125f49a2e 2024-11-15T15:18:15,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8210975442604ca8b731ff2125f49a2e, entries=150, sequenceid=132, filesize=11.9 K 2024-11-15T15:18:15,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c37d3bf69c3f4832ac20fe25e37d81f0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c37d3bf69c3f4832ac20fe25e37d81f0 2024-11-15T15:18:15,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c37d3bf69c3f4832ac20fe25e37d81f0, entries=150, sequenceid=132, filesize=11.9 K 2024-11-15T15:18:15,537 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3a15d4ca7db1c969dffcd97781ad00da in 581ms, sequenceid=132, compaction requested=false 2024-11-15T15:18:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:15,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T15:18:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-15T15:18:15,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-15T15:18:15,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6560 sec 2024-11-15T15:18:15,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6650 sec 2024-11-15T15:18:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:15,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:18:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:15,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115930ae25078b542e29ee2f6bc8e1180f4_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741995_1171 (size=12304) 2024-11-15T15:18:15,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:15,694 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115930ae25078b542e29ee2f6bc8e1180f4_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115930ae25078b542e29ee2f6bc8e1180f4_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:15,696 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2ce53e0b9c7a44e68065549d65fcb7ca, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:15,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2ce53e0b9c7a44e68065549d65fcb7ca is 175, key is test_row_0/A:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741996_1172 (size=31105) 2024-11-15T15:18:15,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2ce53e0b9c7a44e68065549d65fcb7ca 2024-11-15T15:18:15,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/399b2500eb9f4a3797109cd903eb7a41 is 50, key is test_row_0/B:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:15,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741997_1173 (size=12151) 2024-11-15T15:18:15,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/399b2500eb9f4a3797109cd903eb7a41 2024-11-15T15:18:15,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683955732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/a7ed42360efd458c8512d3097ff36c85 is 50, key is test_row_0/C:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741998_1174 (size=12151) 2024-11-15T15:18:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683955792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683955794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683955795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683955798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683955836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-15T15:18:15,987 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-15T15:18:15,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-15T15:18:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-15T15:18:15,990 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:15,991 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:15,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:16,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683956042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-15T15:18:16,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:16,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-15T15:18:16,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:16,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/a7ed42360efd458c8512d3097ff36c85 2024-11-15T15:18:16,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2ce53e0b9c7a44e68065549d65fcb7ca as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca 2024-11-15T15:18:16,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca, entries=150, sequenceid=148, filesize=30.4 K 2024-11-15T15:18:16,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/399b2500eb9f4a3797109cd903eb7a41 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/399b2500eb9f4a3797109cd903eb7a41 2024-11-15T15:18:16,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/399b2500eb9f4a3797109cd903eb7a41, entries=150, sequenceid=148, filesize=11.9 K 2024-11-15T15:18:16,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/a7ed42360efd458c8512d3097ff36c85 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/a7ed42360efd458c8512d3097ff36c85 2024-11-15T15:18:16,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/a7ed42360efd458c8512d3097ff36c85, entries=150, sequenceid=148, filesize=11.9 K 2024-11-15T15:18:16,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3a15d4ca7db1c969dffcd97781ad00da in 516ms, sequenceid=148, compaction requested=true 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:16,176 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:16,176 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:16,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:16,177 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:16,177 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:16,177 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:16,177 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:16,177 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,177 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,177 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7a493a65620a45ce9567ff3a104833d2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=91.2 K 2024-11-15T15:18:16,178 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,178 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/ea1c5fc608114829ba72b1f967dcd006, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8210975442604ca8b731ff2125f49a2e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/399b2500eb9f4a3797109cd903eb7a41] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=35.7 K 2024-11-15T15:18:16,178 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7a493a65620a45ce9567ff3a104833d2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca] 2024-11-15T15:18:16,178 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ea1c5fc608114829ba72b1f967dcd006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731683893304 2024-11-15T15:18:16,178 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a493a65620a45ce9567ff3a104833d2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731683893304 2024-11-15T15:18:16,179 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8210975442604ca8b731ff2125f49a2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731683893673 2024-11-15T15:18:16,179 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7782fcab46564cf790d93cb1b4aa9022, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731683893673 2024-11-15T15:18:16,179 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ce53e0b9c7a44e68065549d65fcb7ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731683895345 2024-11-15T15:18:16,179 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 399b2500eb9f4a3797109cd903eb7a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731683895345 2024-11-15T15:18:16,188 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:16,189 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:16,189 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/b8986d140a5d418f82342dfc40c81eba is 50, key is test_row_0/B:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:16,191 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115e9d934c9703f42f39100a20d600ef1fb_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:16,194 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115e9d934c9703f42f39100a20d600ef1fb_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:16,194 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e9d934c9703f42f39100a20d600ef1fb_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741999_1175 (size=12493) 2024-11-15T15:18:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742000_1176 (size=4469) 2024-11-15T15:18:16,209 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/b8986d140a5d418f82342dfc40c81eba as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b8986d140a5d418f82342dfc40c81eba 2024-11-15T15:18:16,210 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#148 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:16,211 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/437e98bb46e84b1eb3ddf808f7ac709b is 175, key is test_row_0/A:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:16,216 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into b8986d140a5d418f82342dfc40c81eba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:16,216 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:16,216 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683896176; duration=0sec 2024-11-15T15:18:16,217 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:16,217 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:16,217 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742001_1177 (size=31447) 2024-11-15T15:18:16,218 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:16,218 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:16,219 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,219 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4da40bd3cf8a41b1a7e041e00cb7b339, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c37d3bf69c3f4832ac20fe25e37d81f0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/a7ed42360efd458c8512d3097ff36c85] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=35.7 K 2024-11-15T15:18:16,219 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da40bd3cf8a41b1a7e041e00cb7b339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731683893304 2024-11-15T15:18:16,220 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c37d3bf69c3f4832ac20fe25e37d81f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731683893673 2024-11-15T15:18:16,220 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ed42360efd458c8512d3097ff36c85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731683895345 2024-11-15T15:18:16,225 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/437e98bb46e84b1eb3ddf808f7ac709b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/437e98bb46e84b1eb3ddf808f7ac709b 2024-11-15T15:18:16,231 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into 437e98bb46e84b1eb3ddf808f7ac709b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:16,231 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:16,232 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683896176; duration=0sec 2024-11-15T15:18:16,232 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:16,232 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:16,233 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#149 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:16,235 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ed53e697507247cfb6b33f94b82eac44 is 50, key is test_row_0/C:col10/1731683895658/Put/seqid=0 2024-11-15T15:18:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742002_1178 (size=12493) 2024-11-15T15:18:16,254 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ed53e697507247cfb6b33f94b82eac44 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ed53e697507247cfb6b33f94b82eac44 2024-11-15T15:18:16,261 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into ed53e697507247cfb6b33f94b82eac44(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:16,261 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:16,261 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683896176; duration=0sec 2024-11-15T15:18:16,261 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:16,261 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-15T15:18:16,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:16,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-15T15:18:16,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:16,297 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:18:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:16,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:16,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f1e83ffad9954f638fad22fe32b8fa91_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683895731/Put/seqid=0 2024-11-15T15:18:16,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742003_1179 (size=12304) 2024-11-15T15:18:16,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:16,329 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f1e83ffad9954f638fad22fe32b8fa91_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f1e83ffad9954f638fad22fe32b8fa91_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d42b1dfd29d241a5a49b9c158e65da10, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:16,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d42b1dfd29d241a5a49b9c158e65da10 is 175, key is test_row_0/A:col10/1731683895731/Put/seqid=0 2024-11-15T15:18:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742004_1180 (size=31105) 2024-11-15T15:18:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:16,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:16,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683956364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:16,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683956467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-15T15:18:16,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683956671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:16,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d42b1dfd29d241a5a49b9c158e65da10 2024-11-15T15:18:16,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bc69b233de4d474c845ad0a0962099d6 is 50, key is test_row_0/B:col10/1731683895731/Put/seqid=0 2024-11-15T15:18:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742005_1181 (size=12151) 2024-11-15T15:18:16,763 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bc69b233de4d474c845ad0a0962099d6 2024-11-15T15:18:16,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0f7812b8badd406bab6d20ece269a022 is 50, key is test_row_0/C:col10/1731683895731/Put/seqid=0 2024-11-15T15:18:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742006_1182 (size=12151) 2024-11-15T15:18:16,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683956973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-15T15:18:17,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0f7812b8badd406bab6d20ece269a022 2024-11-15T15:18:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d42b1dfd29d241a5a49b9c158e65da10 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10 2024-11-15T15:18:17,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10, entries=150, sequenceid=174, filesize=30.4 K 2024-11-15T15:18:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bc69b233de4d474c845ad0a0962099d6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bc69b233de4d474c845ad0a0962099d6 2024-11-15T15:18:17,196 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bc69b233de4d474c845ad0a0962099d6, entries=150, sequenceid=174, filesize=11.9 K 2024-11-15T15:18:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0f7812b8badd406bab6d20ece269a022 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0f7812b8badd406bab6d20ece269a022 2024-11-15T15:18:17,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0f7812b8badd406bab6d20ece269a022, entries=150, sequenceid=174, filesize=11.9 K 2024-11-15T15:18:17,202 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3a15d4ca7db1c969dffcd97781ad00da in 905ms, sequenceid=174, compaction requested=false 2024-11-15T15:18:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T15:18:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-15T15:18:17,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-15T15:18:17,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2120 sec 2024-11-15T15:18:17,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.2170 sec 2024-11-15T15:18:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:17,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:18:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:17,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:17,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f2e2b882df994d4194b569cdc4d2d302_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742007_1183 (size=12304) 2024-11-15T15:18:17,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:17,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f2e2b882df994d4194b569cdc4d2d302_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f2e2b882df994d4194b569cdc4d2d302_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:17,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2f5bd937e54e404fa099b70490bdc2d5, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:17,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2f5bd937e54e404fa099b70490bdc2d5 is 175, key is test_row_0/A:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742008_1184 (size=31105) 2024-11-15T15:18:17,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683957531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683957636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683957802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,804 DEBUG [Thread-667 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683957807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683957807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,810 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:17,810 DEBUG [Thread-665 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:17,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683957811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,812 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:17,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683957839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:17,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2f5bd937e54e404fa099b70490bdc2d5 2024-11-15T15:18:17,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/205710cf7fa942409761ab4012060d44 is 50, key is test_row_0/B:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742009_1185 (size=12151) 2024-11-15T15:18:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-15T15:18:18,095 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-15T15:18:18,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-15T15:18:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-15T15:18:18,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:18,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:18,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683958142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-15T15:18:18,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:18,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-15T15:18:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/205710cf7fa942409761ab4012060d44 2024-11-15T15:18:18,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/d9c24f43852f4bdb93a1fd4b3e5cce9f is 50, key is test_row_0/C:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742010_1186 (size=12151) 2024-11-15T15:18:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-15T15:18:18,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:18,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-15T15:18:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:18,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-15T15:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683958645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-15T15:18:18,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:18,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-15T15:18:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:18,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/d9c24f43852f4bdb93a1fd4b3e5cce9f 2024-11-15T15:18:18,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2f5bd937e54e404fa099b70490bdc2d5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5 2024-11-15T15:18:18,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5, entries=150, sequenceid=188, filesize=30.4 K 2024-11-15T15:18:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/205710cf7fa942409761ab4012060d44 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/205710cf7fa942409761ab4012060d44 2024-11-15T15:18:18,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/205710cf7fa942409761ab4012060d44, entries=150, sequenceid=188, filesize=11.9 K 2024-11-15T15:18:18,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/d9c24f43852f4bdb93a1fd4b3e5cce9f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/d9c24f43852f4bdb93a1fd4b3e5cce9f 2024-11-15T15:18:18,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/d9c24f43852f4bdb93a1fd4b3e5cce9f, entries=150, sequenceid=188, filesize=11.9 K 2024-11-15T15:18:18,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a15d4ca7db1c969dffcd97781ad00da in 1292ms, sequenceid=188, compaction requested=true 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:18,773 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:18,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T15:18:18,773 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:18,774 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:18,774 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:18,774 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:18,774 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:18,774 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,774 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,775 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b8986d140a5d418f82342dfc40c81eba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bc69b233de4d474c845ad0a0962099d6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/205710cf7fa942409761ab4012060d44] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=35.9 K 2024-11-15T15:18:18,775 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/437e98bb46e84b1eb3ddf808f7ac709b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=91.5 K 2024-11-15T15:18:18,775 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,775 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/437e98bb46e84b1eb3ddf808f7ac709b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5] 2024-11-15T15:18:18,775 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b8986d140a5d418f82342dfc40c81eba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731683895345 2024-11-15T15:18:18,775 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 437e98bb46e84b1eb3ddf808f7ac709b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731683895345 2024-11-15T15:18:18,776 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d42b1dfd29d241a5a49b9c158e65da10, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731683895722 2024-11-15T15:18:18,776 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bc69b233de4d474c845ad0a0962099d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731683895722 2024-11-15T15:18:18,776 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5bd937e54e404fa099b70490bdc2d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731683896361 2024-11-15T15:18:18,776 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 205710cf7fa942409761ab4012060d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731683896361 2024-11-15T15:18:18,786 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:18,786 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:18,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/71cbdd50faac40f28e54f4106fa638c4 is 50, key is test_row_0/B:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:18,792 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115c2f3662b3d66426eb70ae3441e6735b1_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:18,794 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115c2f3662b3d66426eb70ae3441e6735b1_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:18,794 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2f3662b3d66426eb70ae3441e6735b1_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742012_1188 (size=4469) 2024-11-15T15:18:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742011_1187 (size=12595) 2024-11-15T15:18:18,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:18,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-15T15:18:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:18,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T15:18:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111520d8c99b999b4ef7a021296b8cf1d2ff_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683897518/Put/seqid=0 2024-11-15T15:18:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742013_1189 (size=12304) 2024-11-15T15:18:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-15T15:18:19,201 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:19,202 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/6841c5ba4f564466914d186bdfa3c688 is 175, key is test_row_0/A:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:19,207 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/71cbdd50faac40f28e54f4106fa638c4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/71cbdd50faac40f28e54f4106fa638c4 2024-11-15T15:18:19,212 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into 71cbdd50faac40f28e54f4106fa638c4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:19,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:19,212 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683898773; duration=0sec 2024-11-15T15:18:19,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:19,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:19,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:19,215 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:19,216 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:19,216 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:19,216 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ed53e697507247cfb6b33f94b82eac44, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0f7812b8badd406bab6d20ece269a022, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/d9c24f43852f4bdb93a1fd4b3e5cce9f] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=35.9 K 2024-11-15T15:18:19,216 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ed53e697507247cfb6b33f94b82eac44, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731683895345 2024-11-15T15:18:19,217 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f7812b8badd406bab6d20ece269a022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731683895722 2024-11-15T15:18:19,217 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c24f43852f4bdb93a1fd4b3e5cce9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731683896361 2024-11-15T15:18:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742014_1190 (size=31549) 2024-11-15T15:18:19,243 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:19,243 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e2484d9741e4469b86ba67f65b1a9c8b is 50, key is test_row_0/C:col10/1731683896363/Put/seqid=0 2024-11-15T15:18:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742015_1191 (size=12595) 2024-11-15T15:18:19,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:19,296 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111520d8c99b999b4ef7a021296b8cf1d2ff_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111520d8c99b999b4ef7a021296b8cf1d2ff_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:19,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/1818dac6bcf941329b284c0282411418, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/1818dac6bcf941329b284c0282411418 is 175, key is test_row_0/A:col10/1731683897518/Put/seqid=0 2024-11-15T15:18:19,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742016_1192 (size=31105) 2024-11-15T15:18:19,637 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/6841c5ba4f564466914d186bdfa3c688 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/6841c5ba4f564466914d186bdfa3c688 2024-11-15T15:18:19,643 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into 6841c5ba4f564466914d186bdfa3c688(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:19,643 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:19,643 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683898773; duration=0sec 2024-11-15T15:18:19,643 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:19,643 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:19,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:19,657 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e2484d9741e4469b86ba67f65b1a9c8b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e2484d9741e4469b86ba67f65b1a9c8b 2024-11-15T15:18:19,664 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into e2484d9741e4469b86ba67f65b1a9c8b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:19,664 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:19,664 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683898773; duration=0sec 2024-11-15T15:18:19,665 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:19,665 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683959690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:19,706 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/1818dac6bcf941329b284c0282411418 2024-11-15T15:18:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/63766bf938d040cbb0491c671ac171c0 is 50, key is test_row_0/B:col10/1731683897518/Put/seqid=0 2024-11-15T15:18:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742017_1193 (size=12151) 2024-11-15T15:18:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683959792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:19,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683959994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:20,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/63766bf938d040cbb0491c671ac171c0 2024-11-15T15:18:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6554e49c51504a2f970a364c746e1619 is 50, key is test_row_0/C:col10/1731683897518/Put/seqid=0 2024-11-15T15:18:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742018_1194 (size=12151) 2024-11-15T15:18:20,139 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6554e49c51504a2f970a364c746e1619 2024-11-15T15:18:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/1818dac6bcf941329b284c0282411418 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418 2024-11-15T15:18:20,149 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418, entries=150, sequenceid=210, filesize=30.4 K 2024-11-15T15:18:20,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/63766bf938d040cbb0491c671ac171c0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/63766bf938d040cbb0491c671ac171c0 2024-11-15T15:18:20,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/63766bf938d040cbb0491c671ac171c0, entries=150, sequenceid=210, filesize=11.9 K 2024-11-15T15:18:20,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6554e49c51504a2f970a364c746e1619 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6554e49c51504a2f970a364c746e1619 2024-11-15T15:18:20,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6554e49c51504a2f970a364c746e1619, entries=150, sequenceid=210, filesize=11.9 K 2024-11-15T15:18:20,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3a15d4ca7db1c969dffcd97781ad00da in 1296ms, sequenceid=210, compaction requested=false 2024-11-15T15:18:20,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:20,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-15T15:18:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-15T15:18:20,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-15T15:18:20,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0640 sec 2024-11-15T15:18:20,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.0690 sec 2024-11-15T15:18:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-15T15:18:20,202 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-15T15:18:20,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-15T15:18:20,204 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-15T15:18:20,205 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:20,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:20,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:18:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-15T15:18:20,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e1a9be548784418a9b129fc06ffb47fb_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742019_1195 (size=12304) 2024-11-15T15:18:20,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:20,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115e1a9be548784418a9b129fc06ffb47fb_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e1a9be548784418a9b129fc06ffb47fb_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:20,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5099981c0682484eb3f665de88d0834e, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:20,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5099981c0682484eb3f665de88d0834e is 175, key is test_row_0/A:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:20,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-15T15:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742020_1196 (size=31105) 2024-11-15T15:18:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5099981c0682484eb3f665de88d0834e 2024-11-15T15:18:20,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2961d37b80df45e697b4bee42f721da8 is 50, key is test_row_0/B:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742021_1197 (size=12151) 2024-11-15T15:18:20,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2961d37b80df45e697b4bee42f721da8 2024-11-15T15:18:20,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683960376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:20,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/72ecc9ee7ed44fa8b7a4075c86678f62 is 50, key is test_row_0/C:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742022_1198 (size=12151) 2024-11-15T15:18:20,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683960481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-15T15:18:20,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-15T15:18:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:20,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-15T15:18:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:20,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683960684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:20,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/72ecc9ee7ed44fa8b7a4075c86678f62 2024-11-15T15:18:20,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5099981c0682484eb3f665de88d0834e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e 2024-11-15T15:18:20,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e, entries=150, sequenceid=228, filesize=30.4 K 2024-11-15T15:18:20,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2961d37b80df45e697b4bee42f721da8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2961d37b80df45e697b4bee42f721da8 2024-11-15T15:18:20,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2961d37b80df45e697b4bee42f721da8, entries=150, sequenceid=228, filesize=11.9 K 2024-11-15T15:18:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-15T15:18:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/72ecc9ee7ed44fa8b7a4075c86678f62 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/72ecc9ee7ed44fa8b7a4075c86678f62 2024-11-15T15:18:20,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/72ecc9ee7ed44fa8b7a4075c86678f62, entries=150, sequenceid=228, filesize=11.9 K 2024-11-15T15:18:20,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3a15d4ca7db1c969dffcd97781ad00da in 511ms, sequenceid=228, compaction requested=true 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:20,813 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:20,813 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:20,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:20,815 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:20,815 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:20,815 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:20,815 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:20,815 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,815 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,815 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/71cbdd50faac40f28e54f4106fa638c4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/63766bf938d040cbb0491c671ac171c0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2961d37b80df45e697b4bee42f721da8] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.0 K 2024-11-15T15:18:20,815 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/6841c5ba4f564466914d186bdfa3c688, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=91.6 K 2024-11-15T15:18:20,815 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,815 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/6841c5ba4f564466914d186bdfa3c688, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e] 2024-11-15T15:18:20,816 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 71cbdd50faac40f28e54f4106fa638c4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731683896361 2024-11-15T15:18:20,816 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6841c5ba4f564466914d186bdfa3c688, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731683896361 2024-11-15T15:18:20,816 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1818dac6bcf941329b284c0282411418, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683897518 2024-11-15T15:18:20,816 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 63766bf938d040cbb0491c671ac171c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683897518 2024-11-15T15:18:20,817 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5099981c0682484eb3f665de88d0834e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731683899666 2024-11-15T15:18:20,817 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2961d37b80df45e697b4bee42f721da8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731683899666 2024-11-15T15:18:20,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:20,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:20,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ed011d72cf9941ba82b8537a0b89648a_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683900370/Put/seqid=0 2024-11-15T15:18:20,835 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:20,837 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:20,837 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2d1a2d56abad4dd2aa11de4e0424ce15 is 50, key is test_row_0/B:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,841 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115ef46fac16451407793a799cefd52a60d_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:20,842 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115ef46fac16451407793a799cefd52a60d_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:20,842 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ef46fac16451407793a799cefd52a60d_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742024_1200 (size=12697) 2024-11-15T15:18:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742023_1199 (size=12304) 2024-11-15T15:18:20,850 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2d1a2d56abad4dd2aa11de4e0424ce15 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2d1a2d56abad4dd2aa11de4e0424ce15 2024-11-15T15:18:20,856 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into 2d1a2d56abad4dd2aa11de4e0424ce15(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:20,856 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:20,856 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683900813; duration=0sec 2024-11-15T15:18:20,856 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:20,856 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:20,857 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:20,858 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:20,858 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:20,858 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:20,858 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e2484d9741e4469b86ba67f65b1a9c8b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6554e49c51504a2f970a364c746e1619, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/72ecc9ee7ed44fa8b7a4075c86678f62] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.0 K 2024-11-15T15:18:20,859 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e2484d9741e4469b86ba67f65b1a9c8b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731683896361 2024-11-15T15:18:20,859 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6554e49c51504a2f970a364c746e1619, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731683897518 2024-11-15T15:18:20,859 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 72ecc9ee7ed44fa8b7a4075c86678f62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731683899666 2024-11-15T15:18:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742025_1201 (size=4469) 2024-11-15T15:18:20,864 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#167 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:20,865 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/822362ad90e7467f9f83f8c423a4723a is 175, key is test_row_0/A:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,874 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:20,874 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ad0b6dfbdbde4f11a651ff30aa65cfd4 is 50, key is test_row_0/C:col10/1731683899687/Put/seqid=0 2024-11-15T15:18:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742026_1202 (size=31651) 2024-11-15T15:18:20,886 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/822362ad90e7467f9f83f8c423a4723a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/822362ad90e7467f9f83f8c423a4723a 2024-11-15T15:18:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742027_1203 (size=12697) 2024-11-15T15:18:20,894 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into 822362ad90e7467f9f83f8c423a4723a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:20,894 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:20,894 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683900813; duration=0sec 2024-11-15T15:18:20,896 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:20,896 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:20,897 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ad0b6dfbdbde4f11a651ff30aa65cfd4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ad0b6dfbdbde4f11a651ff30aa65cfd4 2024-11-15T15:18:20,903 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into ad0b6dfbdbde4f11a651ff30aa65cfd4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:20,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:20,903 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683900813; duration=0sec 2024-11-15T15:18:20,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:20,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:20,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:21,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683961027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683961129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115ed011d72cf9941ba82b8537a0b89648a_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ed011d72cf9941ba82b8537a0b89648a_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/875332757c254671a855369f6df7ad73, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:21,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/875332757c254671a855369f6df7ad73 is 175, key is test_row_0/A:col10/1731683900370/Put/seqid=0 2024-11-15T15:18:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742028_1204 (size=31105) 2024-11-15T15:18:21,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/875332757c254671a855369f6df7ad73 2024-11-15T15:18:21,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/96700c0d5b7847099e85650d13b2f7f6 is 50, key is test_row_0/B:col10/1731683900370/Put/seqid=0 2024-11-15T15:18:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742029_1205 (size=12151) 2024-11-15T15:18:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-15T15:18:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683961332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683961636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,703 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/96700c0d5b7847099e85650d13b2f7f6 2024-11-15T15:18:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e0f99375c3964528b3c08133f4ba07c5 is 50, key is test_row_0/C:col10/1731683900370/Put/seqid=0 2024-11-15T15:18:21,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742030_1206 (size=12151) 2024-11-15T15:18:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43766 deadline: 1731683961819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,822 DEBUG [Thread-661 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:21,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43778 deadline: 1731683961824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,839 DEBUG [Thread-665 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43760 deadline: 1731683961840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731683961840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:21,841 DEBUG [Thread-667 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:21,841 DEBUG [Thread-663 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:18:22,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e0f99375c3964528b3c08133f4ba07c5 2024-11-15T15:18:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/875332757c254671a855369f6df7ad73 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73 2024-11-15T15:18:22,127 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73, entries=150, sequenceid=249, filesize=30.4 K 2024-11-15T15:18:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/96700c0d5b7847099e85650d13b2f7f6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/96700c0d5b7847099e85650d13b2f7f6 2024-11-15T15:18:22,131 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/96700c0d5b7847099e85650d13b2f7f6, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T15:18:22,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/e0f99375c3964528b3c08133f4ba07c5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e0f99375c3964528b3c08133f4ba07c5 2024-11-15T15:18:22,136 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e0f99375c3964528b3c08133f4ba07c5, entries=150, sequenceid=249, filesize=11.9 K 2024-11-15T15:18:22,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3a15d4ca7db1c969dffcd97781ad00da in 1319ms, sequenceid=249, compaction requested=false 2024-11-15T15:18:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-15T15:18:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-15T15:18:22,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-15T15:18:22,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-15T15:18:22,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.9370 sec 2024-11-15T15:18:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:22,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T15:18:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:22,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:22,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158b2d8612c7d34a0583c1314c28274324_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:22,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742031_1207 (size=14994) 2024-11-15T15:18:22,168 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:22,173 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158b2d8612c7d34a0583c1314c28274324_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158b2d8612c7d34a0583c1314c28274324_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:22,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2eb5b6f744a041a59071147a856b6717, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:22,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2eb5b6f744a041a59071147a856b6717 is 175, key is test_row_0/A:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:22,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742032_1208 (size=39949) 2024-11-15T15:18:22,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683962183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:22,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683962286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-15T15:18:22,309 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-15T15:18:22,311 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-15T15:18:22,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-15T15:18:22,313 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:22,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-15T15:18:22,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:22,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:22,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683962488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:22,579 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2eb5b6f744a041a59071147a856b6717 2024-11-15T15:18:22,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bcdcb5b47fc64b44b0c16c40cd283342 is 50, key is test_row_0/B:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742033_1209 (size=12301) 2024-11-15T15:18:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-15T15:18:22,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:22,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:22,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:22,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683962794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-15T15:18:22,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:22,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:22,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bcdcb5b47fc64b44b0c16c40cd283342 2024-11-15T15:18:23,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6074ade4b889474d9e5dcf75e7c5567a is 50, key is test_row_0/C:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742034_1210 (size=12301) 2024-11-15T15:18:23,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:23,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:23,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683963298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:23,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:23,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-15T15:18:23,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6074ade4b889474d9e5dcf75e7c5567a 2024-11-15T15:18:23,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/2eb5b6f744a041a59071147a856b6717 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717 2024-11-15T15:18:23,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717, entries=200, sequenceid=268, filesize=39.0 K 2024-11-15T15:18:23,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bcdcb5b47fc64b44b0c16c40cd283342 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bcdcb5b47fc64b44b0c16c40cd283342 2024-11-15T15:18:23,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bcdcb5b47fc64b44b0c16c40cd283342, entries=150, sequenceid=268, filesize=12.0 K 2024-11-15T15:18:23,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6074ade4b889474d9e5dcf75e7c5567a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6074ade4b889474d9e5dcf75e7c5567a 2024-11-15T15:18:23,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6074ade4b889474d9e5dcf75e7c5567a, entries=150, sequenceid=268, filesize=12.0 K 2024-11-15T15:18:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3a15d4ca7db1c969dffcd97781ad00da in 1301ms, sequenceid=268, compaction requested=true 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:23,444 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:23,444 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:23,445 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:23,445 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:23,445 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:23,445 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:23,445 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,445 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,446 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/822362ad90e7467f9f83f8c423a4723a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=100.3 K 2024-11-15T15:18:23,446 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2d1a2d56abad4dd2aa11de4e0424ce15, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/96700c0d5b7847099e85650d13b2f7f6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bcdcb5b47fc64b44b0c16c40cd283342] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.3 K 2024-11-15T15:18:23,446 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,446 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/822362ad90e7467f9f83f8c423a4723a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717] 2024-11-15T15:18:23,446 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822362ad90e7467f9f83f8c423a4723a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731683899666 2024-11-15T15:18:23,446 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d1a2d56abad4dd2aa11de4e0424ce15, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731683899666 2024-11-15T15:18:23,446 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 875332757c254671a855369f6df7ad73, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683900368 2024-11-15T15:18:23,447 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 96700c0d5b7847099e85650d13b2f7f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683900368 2024-11-15T15:18:23,447 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eb5b6f744a041a59071147a856b6717, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731683901015 2024-11-15T15:18:23,447 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bcdcb5b47fc64b44b0c16c40cd283342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731683901015 2024-11-15T15:18:23,454 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:23,455 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:23,456 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158fd3f34624d64bb6bc0bfdfdee545f0d_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:23,456 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/6544cdcb4b4f4c40ba3fa638bc6adf1b is 50, key is test_row_0/B:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:23,458 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158fd3f34624d64bb6bc0bfdfdee545f0d_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:23,458 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158fd3f34624d64bb6bc0bfdfdee545f0d_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742035_1211 (size=12949) 2024-11-15T15:18:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742036_1212 (size=4469) 2024-11-15T15:18:23,463 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#174 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:23,464 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/b92270b2bc064f229cd58d9ab739dccc is 175, key is test_row_0/A:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742037_1213 (size=31903) 2024-11-15T15:18:23,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:23,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-15T15:18:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T15:18:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:23,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158a8a8d28a22e4f179d12c05002f88e0e_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683902174/Put/seqid=0 2024-11-15T15:18:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742038_1214 (size=12454) 2024-11-15T15:18:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:23,554 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158a8a8d28a22e4f179d12c05002f88e0e_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a8a8d28a22e4f179d12c05002f88e0e_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/177f06e194d542e996ffc52ba8955df4, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:23,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/177f06e194d542e996ffc52ba8955df4 is 175, key is test_row_0/A:col10/1731683902174/Put/seqid=0 2024-11-15T15:18:23,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742039_1215 (size=31255) 2024-11-15T15:18:23,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/177f06e194d542e996ffc52ba8955df4 2024-11-15T15:18:23,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3322ecf821f949f1be69806e918279d0 is 50, key is test_row_0/B:col10/1731683902174/Put/seqid=0 2024-11-15T15:18:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742040_1216 (size=12301) 2024-11-15T15:18:23,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3322ecf821f949f1be69806e918279d0 2024-11-15T15:18:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/5fdf2e6b78314da1883f97e1891e2720 is 50, key is test_row_0/C:col10/1731683902174/Put/seqid=0 2024-11-15T15:18:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742041_1217 (size=12301) 2024-11-15T15:18:23,867 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/6544cdcb4b4f4c40ba3fa638bc6adf1b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/6544cdcb4b4f4c40ba3fa638bc6adf1b 2024-11-15T15:18:23,874 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into 6544cdcb4b4f4c40ba3fa638bc6adf1b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:23,874 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:23,874 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683903444; duration=0sec 2024-11-15T15:18:23,874 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:23,874 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:23,874 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:23,880 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/b92270b2bc064f229cd58d9ab739dccc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/b92270b2bc064f229cd58d9ab739dccc 2024-11-15T15:18:23,882 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:23,882 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:23,882 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:23,882 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ad0b6dfbdbde4f11a651ff30aa65cfd4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e0f99375c3964528b3c08133f4ba07c5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6074ade4b889474d9e5dcf75e7c5567a] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.3 K 2024-11-15T15:18:23,883 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ad0b6dfbdbde4f11a651ff30aa65cfd4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731683899666 2024-11-15T15:18:23,884 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f99375c3964528b3c08133f4ba07c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731683900368 2024-11-15T15:18:23,884 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6074ade4b889474d9e5dcf75e7c5567a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731683901015 2024-11-15T15:18:23,889 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into b92270b2bc064f229cd58d9ab739dccc(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:23,889 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:23,889 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683903444; duration=0sec 2024-11-15T15:18:23,890 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:23,890 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:23,894 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:23,894 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c637eb7deef34daaab13ac25fe00917f is 50, key is test_row_0/C:col10/1731683902142/Put/seqid=0 2024-11-15T15:18:23,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742042_1218 (size=12949) 2024-11-15T15:18:24,001 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/5fdf2e6b78314da1883f97e1891e2720 2024-11-15T15:18:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/177f06e194d542e996ffc52ba8955df4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4 2024-11-15T15:18:24,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4, entries=150, sequenceid=288, filesize=30.5 K 2024-11-15T15:18:24,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3322ecf821f949f1be69806e918279d0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3322ecf821f949f1be69806e918279d0 2024-11-15T15:18:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,020 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3322ecf821f949f1be69806e918279d0, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T15:18:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/5fdf2e6b78314da1883f97e1891e2720 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fdf2e6b78314da1883f97e1891e2720 2024-11-15T15:18:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fdf2e6b78314da1883f97e1891e2720, entries=150, sequenceid=288, filesize=12.0 K 2024-11-15T15:18:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 3a15d4ca7db1c969dffcd97781ad00da in 495ms, sequenceid=288, compaction requested=false 2024-11-15T15:18:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-15T15:18:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-15T15:18:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-15T15:18:24,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-15T15:18:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.7230 sec 2024-11-15T15:18:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,320 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/c637eb7deef34daaab13ac25fe00917f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c637eb7deef34daaab13ac25fe00917f 2024-11-15T15:18:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,326 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into c637eb7deef34daaab13ac25fe00917f(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:24,326 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:24,326 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683903444; duration=0sec 2024-11-15T15:18:24,326 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:24,327 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:24,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:24,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-15T15:18:24,417 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-15T15:18:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115844ff5c40da94eec8043d66ac1caf23f_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:24,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-15T15:18:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,421 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742044_1220 (size=25158) 2024-11-15T15:18:24,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115844ff5c40da94eec8043d66ac1caf23f_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115844ff5c40da94eec8043d66ac1caf23f_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:24,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/91138df8b68d489cb836eca8974adb37, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:24,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/91138df8b68d489cb836eca8974adb37 is 175, key is test_row_0/A:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742043_1219 (size=74791) 2024-11-15T15:18:24,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/91138df8b68d489cb836eca8974adb37 2024-11-15T15:18:24,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/379530e616a94d12a9fa74e0543a9d43 is 50, key is test_row_0/B:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:24,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683964537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742045_1221 (size=9857) 2024-11-15T15:18:24,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/379530e616a94d12a9fa74e0543a9d43 2024-11-15T15:18:24,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/cb7a2d89b8d74350a62460e3aa437373 is 50, key is test_row_0/C:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:24,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:24,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742046_1222 (size=9857) 2024-11-15T15:18:24,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/cb7a2d89b8d74350a62460e3aa437373 2024-11-15T15:18:24,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/91138df8b68d489cb836eca8974adb37 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37 2024-11-15T15:18:24,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37, entries=400, sequenceid=302, filesize=73.0 K 2024-11-15T15:18:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/379530e616a94d12a9fa74e0543a9d43 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/379530e616a94d12a9fa74e0543a9d43 2024-11-15T15:18:24,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/379530e616a94d12a9fa74e0543a9d43, entries=100, sequenceid=302, filesize=9.6 K 2024-11-15T15:18:24,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/cb7a2d89b8d74350a62460e3aa437373 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/cb7a2d89b8d74350a62460e3aa437373 2024-11-15T15:18:24,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/cb7a2d89b8d74350a62460e3aa437373, entries=100, sequenceid=302, filesize=9.6 K 2024-11-15T15:18:24,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a15d4ca7db1c969dffcd97781ad00da in 254ms, sequenceid=302, compaction requested=true 2024-11-15T15:18:24,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:24,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:24,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:24,642 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:24,642 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:24,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:24,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:24,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:24,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:24,644 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:24,644 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:24,644 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,644 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/6544cdcb4b4f4c40ba3fa638bc6adf1b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3322ecf821f949f1be69806e918279d0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/379530e616a94d12a9fa74e0543a9d43] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=34.3 K 2024-11-15T15:18:24,644 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:24,644 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:24,644 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,644 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/b92270b2bc064f229cd58d9ab739dccc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=134.7 K 2024-11-15T15:18:24,644 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,644 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/b92270b2bc064f229cd58d9ab739dccc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37] 2024-11-15T15:18:24,645 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6544cdcb4b4f4c40ba3fa638bc6adf1b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731683901015 2024-11-15T15:18:24,645 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting b92270b2bc064f229cd58d9ab739dccc, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731683901015 2024-11-15T15:18:24,645 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177f06e194d542e996ffc52ba8955df4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731683902167 2024-11-15T15:18:24,646 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3322ecf821f949f1be69806e918279d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731683902167 2024-11-15T15:18:24,646 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91138df8b68d489cb836eca8974adb37, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731683904345 2024-11-15T15:18:24,646 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 379530e616a94d12a9fa74e0543a9d43, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731683904375 2024-11-15T15:18:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:24,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T15:18:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:24,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:24,677 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:24,678 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:24,679 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/7fb552073acb4953bbe0603313debcfc is 50, key is test_row_0/B:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:24,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111543a48e0d94bc46d687446530a2fec152_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683904644/Put/seqid=0 2024-11-15T15:18:24,701 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115a395dc8d6f474c8392c213412d06c244_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:24,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683964701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:24,704 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115a395dc8d6f474c8392c213412d06c244_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:24,704 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a395dc8d6f474c8392c213412d06c244_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:24,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:24,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742047_1223 (size=13051) 2024-11-15T15:18:24,750 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/7fb552073acb4953bbe0603313debcfc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/7fb552073acb4953bbe0603313debcfc 2024-11-15T15:18:24,761 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into 7fb552073acb4953bbe0603313debcfc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:24,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:24,761 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683904642; duration=0sec 2024-11-15T15:18:24,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:24,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:24,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:24,764 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:24,764 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:24,764 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,764 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c637eb7deef34daaab13ac25fe00917f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fdf2e6b78314da1883f97e1891e2720, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/cb7a2d89b8d74350a62460e3aa437373] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=34.3 K 2024-11-15T15:18:24,765 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c637eb7deef34daaab13ac25fe00917f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731683901015 2024-11-15T15:18:24,765 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fdf2e6b78314da1883f97e1891e2720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731683902167 2024-11-15T15:18:24,765 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting cb7a2d89b8d74350a62460e3aa437373, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731683904375 2024-11-15T15:18:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742048_1224 (size=14994) 2024-11-15T15:18:24,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:24,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111543a48e0d94bc46d687446530a2fec152_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111543a48e0d94bc46d687446530a2fec152_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:24,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/106b17904067480db08696915d83aa4a, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:24,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/106b17904067480db08696915d83aa4a is 175, key is test_row_0/A:col10/1731683904644/Put/seqid=0 2024-11-15T15:18:24,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742049_1225 (size=4469) 2024-11-15T15:18:24,782 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:24,782 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/3895d7d44be248a79a710e49fdea6344 is 50, key is test_row_0/C:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742051_1227 (size=13051) 2024-11-15T15:18:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742050_1226 (size=39949) 2024-11-15T15:18:24,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683964805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:24,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:24,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:24,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683965009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:25,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,181 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:25,182 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/69098fa4ca2e422b9ba4df2e17bbe3fe is 175, key is test_row_0/A:col10/1731683904387/Put/seqid=0 2024-11-15T15:18:25,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742052_1228 (size=32112) 2024-11-15T15:18:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/106b17904067480db08696915d83aa4a 2024-11-15T15:18:25,197 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/3895d7d44be248a79a710e49fdea6344 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/3895d7d44be248a79a710e49fdea6344 2024-11-15T15:18:25,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bd97ebb532ea47ab94aa6fa986d1478c is 50, key is test_row_0/B:col10/1731683904644/Put/seqid=0 2024-11-15T15:18:25,202 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into 3895d7d44be248a79a710e49fdea6344(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:25,202 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:25,202 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683904642; duration=0sec 2024-11-15T15:18:25,203 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:25,203 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742053_1229 (size=12301) 2024-11-15T15:18:25,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bd97ebb532ea47ab94aa6fa986d1478c 2024-11-15T15:18:25,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/5fba877dd09643d0a46f3f40dbfb3b09 is 50, key is test_row_0/C:col10/1731683904644/Put/seqid=0 2024-11-15T15:18:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742054_1230 (size=12301) 2024-11-15T15:18:25,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/5fba877dd09643d0a46f3f40dbfb3b09 2024-11-15T15:18:25,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/106b17904067480db08696915d83aa4a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a 2024-11-15T15:18:25,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a, entries=200, sequenceid=328, filesize=39.0 K 2024-11-15T15:18:25,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/bd97ebb532ea47ab94aa6fa986d1478c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bd97ebb532ea47ab94aa6fa986d1478c 2024-11-15T15:18:25,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bd97ebb532ea47ab94aa6fa986d1478c, entries=150, sequenceid=328, filesize=12.0 K 2024-11-15T15:18:25,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/5fba877dd09643d0a46f3f40dbfb3b09 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fba877dd09643d0a46f3f40dbfb3b09 2024-11-15T15:18:25,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fba877dd09643d0a46f3f40dbfb3b09, entries=150, sequenceid=328, filesize=12.0 K 2024-11-15T15:18:25,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a15d4ca7db1c969dffcd97781ad00da in 591ms, sequenceid=328, compaction requested=false 2024-11-15T15:18:25,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:25,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:25,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:25,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152d1e1a7a8d104f38a1f1a64140773c5e_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:25,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742055_1231 (size=12454) 2024-11-15T15:18:25,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683965373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:25,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683965478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:25,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:25,594 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/69098fa4ca2e422b9ba4df2e17bbe3fe as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/69098fa4ca2e422b9ba4df2e17bbe3fe 2024-11-15T15:18:25,601 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into 69098fa4ca2e422b9ba4df2e17bbe3fe(size=31.4 K), total size for store is 70.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:25,601 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:25,601 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683904642; duration=0sec 2024-11-15T15:18:25,602 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:25,602 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:25,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683965680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:25,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:25,738 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152d1e1a7a8d104f38a1f1a64140773c5e_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152d1e1a7a8d104f38a1f1a64140773c5e_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:25,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/fce8e803efd54b498a557107dfbaa582, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:25,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/fce8e803efd54b498a557107dfbaa582 is 175, key is test_row_0/A:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:25,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742056_1232 (size=31255) 2024-11-15T15:18:25,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/fce8e803efd54b498a557107dfbaa582 2024-11-15T15:18:25,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2534651ab6bb4c89883293f7b9513a1e is 50, key is test_row_0/B:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742057_1233 (size=12301) 2024-11-15T15:18:25,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2534651ab6bb4c89883293f7b9513a1e 2024-11-15T15:18:25,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/da2be28ffd954560935ca14734d0af39 is 50, key is test_row_0/C:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742058_1234 (size=12301) 2024-11-15T15:18:25,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:25,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:25,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:25,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683965984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:26,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:26,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:26,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:26,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:26,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/da2be28ffd954560935ca14734d0af39 2024-11-15T15:18:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/fce8e803efd54b498a557107dfbaa582 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582 2024-11-15T15:18:26,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582, entries=150, sequenceid=341, filesize=30.5 K 2024-11-15T15:18:26,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/2534651ab6bb4c89883293f7b9513a1e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2534651ab6bb4c89883293f7b9513a1e 2024-11-15T15:18:26,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2534651ab6bb4c89883293f7b9513a1e, entries=150, sequenceid=341, filesize=12.0 K 2024-11-15T15:18:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/da2be28ffd954560935ca14734d0af39 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/da2be28ffd954560935ca14734d0af39 2024-11-15T15:18:26,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/da2be28ffd954560935ca14734d0af39, entries=150, sequenceid=341, filesize=12.0 K 2024-11-15T15:18:26,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a15d4ca7db1c969dffcd97781ad00da in 879ms, sequenceid=341, compaction requested=true 2024-11-15T15:18:26,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:26,194 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:26,194 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103316 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:26,195 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,195 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,195 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/69098fa4ca2e422b9ba4df2e17bbe3fe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=100.9 K 2024-11-15T15:18:26,195 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,195 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/7fb552073acb4953bbe0603313debcfc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bd97ebb532ea47ab94aa6fa986d1478c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2534651ab6bb4c89883293f7b9513a1e] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.8 K 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/69098fa4ca2e422b9ba4df2e17bbe3fe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582] 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fb552073acb4953bbe0603313debcfc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731683902182 2024-11-15T15:18:26,195 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69098fa4ca2e422b9ba4df2e17bbe3fe, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731683902182 2024-11-15T15:18:26,196 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bd97ebb532ea47ab94aa6fa986d1478c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731683904495 2024-11-15T15:18:26,196 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 106b17904067480db08696915d83aa4a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731683904495 2024-11-15T15:18:26,196 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2534651ab6bb4c89883293f7b9513a1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731683904671 2024-11-15T15:18:26,196 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting fce8e803efd54b498a557107dfbaa582, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731683904671 2024-11-15T15:18:26,203 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:26,204 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:26,205 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3cae91fd98484afa83e608118c62ace6 is 50, key is test_row_0/B:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:26,210 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411152801771ac6ba4b44976ca7bed7f51ac2_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:26,212 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411152801771ac6ba4b44976ca7bed7f51ac2_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:26,213 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411152801771ac6ba4b44976ca7bed7f51ac2_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742059_1235 (size=13153) 2024-11-15T15:18:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742060_1236 (size=4469) 2024-11-15T15:18:26,225 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#192 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:26,226 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d2d5be1f0b8e40babc2bcb689efcda54 is 175, key is test_row_0/A:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742061_1237 (size=32107) 2024-11-15T15:18:26,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:26,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-15T15:18:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:18:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:26,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:26,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151bdd2d2b0d64424191b6cd76c292f95a_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683905364/Put/seqid=0 2024-11-15T15:18:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742062_1238 (size=12454) 2024-11-15T15:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:26,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. as already flushing 2024-11-15T15:18:26,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683966511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:26,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683966613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:26,620 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/3cae91fd98484afa83e608118c62ace6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3cae91fd98484afa83e608118c62ace6 2024-11-15T15:18:26,625 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into 3cae91fd98484afa83e608118c62ace6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:26,625 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:26,625 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683906194; duration=0sec 2024-11-15T15:18:26,625 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:26,625 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:26,625 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:26,626 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:26,626 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:26,626 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:26,626 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/3895d7d44be248a79a710e49fdea6344, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fba877dd09643d0a46f3f40dbfb3b09, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/da2be28ffd954560935ca14734d0af39] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.8 K 2024-11-15T15:18:26,627 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3895d7d44be248a79a710e49fdea6344, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731683902182 2024-11-15T15:18:26,627 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fba877dd09643d0a46f3f40dbfb3b09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731683904495 2024-11-15T15:18:26,627 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting da2be28ffd954560935ca14734d0af39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731683904671 2024-11-15T15:18:26,635 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:26,636 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6e3f3b1c7d8640c8ac5e209d96c24c46 is 50, key is test_row_0/C:col10/1731683904671/Put/seqid=0 2024-11-15T15:18:26,637 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d2d5be1f0b8e40babc2bcb689efcda54 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d2d5be1f0b8e40babc2bcb689efcda54 2024-11-15T15:18:26,642 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into d2d5be1f0b8e40babc2bcb689efcda54(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:26,642 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:26,642 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683906194; duration=0sec 2024-11-15T15:18:26,642 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:26,642 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:26,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742063_1239 (size=13153) 2024-11-15T15:18:26,653 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/6e3f3b1c7d8640c8ac5e209d96c24c46 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6e3f3b1c7d8640c8ac5e209d96c24c46 2024-11-15T15:18:26,658 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into 6e3f3b1c7d8640c8ac5e209d96c24c46(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:26,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:26,658 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683906194; duration=0sec 2024-11-15T15:18:26,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:26,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:26,682 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151bdd2d2b0d64424191b6cd76c292f95a_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bdd2d2b0d64424191b6cd76c292f95a_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/cd94bee328d84fcea1bb8daec22d1bbe, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:26,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/cd94bee328d84fcea1bb8daec22d1bbe is 175, key is test_row_0/A:col10/1731683905364/Put/seqid=0 2024-11-15T15:18:26,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742064_1240 (size=31255) 2024-11-15T15:18:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683966816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:27,090 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/cd94bee328d84fcea1bb8daec22d1bbe 2024-11-15T15:18:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/211777db49a94e4ca532f4234c668e3f is 50, key is test_row_0/B:col10/1731683905364/Put/seqid=0 2024-11-15T15:18:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742065_1241 (size=12301) 2024-11-15T15:18:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43744 deadline: 1731683967119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:27,208 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:18:27,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/211777db49a94e4ca532f4234c668e3f 2024-11-15T15:18:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/8b6fa1ffbddd481b80bba9e8b4fc60d6 is 50, key is test_row_0/C:col10/1731683905364/Put/seqid=0 2024-11-15T15:18:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742066_1242 (size=12301) 2024-11-15T15:18:27,519 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/8b6fa1ffbddd481b80bba9e8b4fc60d6 2024-11-15T15:18:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/cd94bee328d84fcea1bb8daec22d1bbe as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe 2024-11-15T15:18:27,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe, entries=150, sequenceid=367, filesize=30.5 K 2024-11-15T15:18:27,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/211777db49a94e4ca532f4234c668e3f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/211777db49a94e4ca532f4234c668e3f 2024-11-15T15:18:27,533 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/211777db49a94e4ca532f4234c668e3f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T15:18:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/8b6fa1ffbddd481b80bba9e8b4fc60d6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/8b6fa1ffbddd481b80bba9e8b4fc60d6 2024-11-15T15:18:27,538 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/8b6fa1ffbddd481b80bba9e8b4fc60d6, entries=150, sequenceid=367, filesize=12.0 K 2024-11-15T15:18:27,539 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3a15d4ca7db1c969dffcd97781ad00da in 1276ms, sequenceid=367, compaction requested=false 2024-11-15T15:18:27,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:27,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:27,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-15T15:18:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-15T15:18:27,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-15T15:18:27,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1190 sec 2024-11-15T15:18:27,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 3.1240 sec 2024-11-15T15:18:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:27,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:18:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:27,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111509bf898b6bb64d5198117ae61645b7d2_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742067_1243 (size=14994) 2024-11-15T15:18:27,641 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:27,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111509bf898b6bb64d5198117ae61645b7d2_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111509bf898b6bb64d5198117ae61645b7d2_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:27,646 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5d7c6f23797d46f39913c1f4efb5e455, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:27,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5d7c6f23797d46f39913c1f4efb5e455 is 175, key is test_row_0/A:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742068_1244 (size=39949) 2024-11-15T15:18:27,661 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:49406 2024-11-15T15:18:27,661 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:27,661 DEBUG [Thread-659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:49406 2024-11-15T15:18:27,662 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:27,662 DEBUG [Thread-674 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:49406 2024-11-15T15:18:27,662 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:27,663 DEBUG [Thread-676 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:49406 2024-11-15T15:18:27,663 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:27,664 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:49406 2024-11-15T15:18:27,664 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:28,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5d7c6f23797d46f39913c1f4efb5e455 2024-11-15T15:18:28,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/68a57fe526aa4f2c967c9b1c771f9094 is 50, key is test_row_0/B:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742069_1245 (size=12301) 2024-11-15T15:18:28,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/68a57fe526aa4f2c967c9b1c771f9094 2024-11-15T15:18:28,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/27f6c54f86854c2dbef3375f6a69fd8a is 50, key is test_row_0/C:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:28,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742070_1246 (size=12301) 2024-11-15T15:18:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-15T15:18:28,525 INFO [Thread-669 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-15T15:18:28,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/27f6c54f86854c2dbef3375f6a69fd8a 2024-11-15T15:18:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/5d7c6f23797d46f39913c1f4efb5e455 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455 2024-11-15T15:18:28,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455, entries=200, sequenceid=382, filesize=39.0 K 2024-11-15T15:18:28,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/68a57fe526aa4f2c967c9b1c771f9094 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/68a57fe526aa4f2c967c9b1c771f9094 2024-11-15T15:18:28,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/68a57fe526aa4f2c967c9b1c771f9094, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T15:18:28,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/27f6c54f86854c2dbef3375f6a69fd8a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/27f6c54f86854c2dbef3375f6a69fd8a 2024-11-15T15:18:28,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/27f6c54f86854c2dbef3375f6a69fd8a, entries=150, sequenceid=382, filesize=12.0 K 2024-11-15T15:18:28,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 3a15d4ca7db1c969dffcd97781ad00da in 1268ms, sequenceid=382, compaction requested=true 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a15d4ca7db1c969dffcd97781ad00da:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:28,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:28,895 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:28,895 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:28,896 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:28,896 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:28,896 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/A is initiating minor compaction (all files) 2024-11-15T15:18:28,896 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/B is initiating minor compaction (all files) 2024-11-15T15:18:28,896 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/A in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:28,896 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/B in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:28,896 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3cae91fd98484afa83e608118c62ace6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/211777db49a94e4ca532f4234c668e3f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/68a57fe526aa4f2c967c9b1c771f9094] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.9 K 2024-11-15T15:18:28,896 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d2d5be1f0b8e40babc2bcb689efcda54, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=100.9 K 2024-11-15T15:18:28,896 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:28,896 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d2d5be1f0b8e40babc2bcb689efcda54, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455] 2024-11-15T15:18:28,897 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cae91fd98484afa83e608118c62ace6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731683904671 2024-11-15T15:18:28,897 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2d5be1f0b8e40babc2bcb689efcda54, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731683904671 2024-11-15T15:18:28,897 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd94bee328d84fcea1bb8daec22d1bbe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731683905359 2024-11-15T15:18:28,897 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 211777db49a94e4ca532f4234c668e3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731683905359 2024-11-15T15:18:28,897 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d7c6f23797d46f39913c1f4efb5e455, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731683906499 2024-11-15T15:18:28,897 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a57fe526aa4f2c967c9b1c771f9094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731683906499 2024-11-15T15:18:28,905 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:28,906 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8754ec72b97646cf99490af1c6692187 is 50, key is test_row_0/B:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:28,908 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742071_1247 (size=13255) 2024-11-15T15:18:28,911 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158f4b1b0d80b04ec5bf79d1e8e3d5bcb0_3a15d4ca7db1c969dffcd97781ad00da store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:28,939 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158f4b1b0d80b04ec5bf79d1e8e3d5bcb0_3a15d4ca7db1c969dffcd97781ad00da, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:28,939 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158f4b1b0d80b04ec5bf79d1e8e3d5bcb0_3a15d4ca7db1c969dffcd97781ad00da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742072_1248 (size=4469) 2024-11-15T15:18:29,315 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/8754ec72b97646cf99490af1c6692187 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8754ec72b97646cf99490af1c6692187 2024-11-15T15:18:29,320 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/B of 3a15d4ca7db1c969dffcd97781ad00da into 8754ec72b97646cf99490af1c6692187(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:29,320 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:29,320 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/B, priority=13, startTime=1731683908895; duration=0sec 2024-11-15T15:18:29,320 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:29,320 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:B 2024-11-15T15:18:29,320 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:29,321 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:29,321 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 3a15d4ca7db1c969dffcd97781ad00da/C is initiating minor compaction (all files) 2024-11-15T15:18:29,321 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3a15d4ca7db1c969dffcd97781ad00da/C in TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:29,321 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6e3f3b1c7d8640c8ac5e209d96c24c46, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/8b6fa1ffbddd481b80bba9e8b4fc60d6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/27f6c54f86854c2dbef3375f6a69fd8a] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp, totalSize=36.9 K 2024-11-15T15:18:29,322 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e3f3b1c7d8640c8ac5e209d96c24c46, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731683904671 2024-11-15T15:18:29,322 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b6fa1ffbddd481b80bba9e8b4fc60d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731683905359 2024-11-15T15:18:29,322 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f6c54f86854c2dbef3375f6a69fd8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731683906499 2024-11-15T15:18:29,330 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:29,331 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/97884695905d4a848d797d1c7b11877b is 50, key is test_row_0/C:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:29,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742073_1249 (size=13255) 2024-11-15T15:18:29,344 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a15d4ca7db1c969dffcd97781ad00da#A#compaction#202 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:29,345 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/e2aecb61e6ce425990fd1742ca7fcdf2 is 175, key is test_row_0/A:col10/1731683906499/Put/seqid=0 2024-11-15T15:18:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742074_1250 (size=32209) 2024-11-15T15:18:29,740 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/97884695905d4a848d797d1c7b11877b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/97884695905d4a848d797d1c7b11877b 2024-11-15T15:18:29,745 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/C of 3a15d4ca7db1c969dffcd97781ad00da into 97884695905d4a848d797d1c7b11877b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:29,745 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:29,745 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/C, priority=13, startTime=1731683908895; duration=0sec 2024-11-15T15:18:29,745 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:29,745 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:C 2024-11-15T15:18:29,753 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/e2aecb61e6ce425990fd1742ca7fcdf2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/e2aecb61e6ce425990fd1742ca7fcdf2 2024-11-15T15:18:29,758 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3a15d4ca7db1c969dffcd97781ad00da/A of 3a15d4ca7db1c969dffcd97781ad00da into e2aecb61e6ce425990fd1742ca7fcdf2(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:29,758 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:29,758 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da., storeName=3a15d4ca7db1c969dffcd97781ad00da/A, priority=13, startTime=1731683908895; duration=0sec 2024-11-15T15:18:29,758 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:29,758 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a15d4ca7db1c969dffcd97781ad00da:A 2024-11-15T15:18:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:31,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T15:18:31,853 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:49406 2024-11-15T15:18:31,853 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:31,853 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:49406 2024-11-15T15:18:31,853 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:31,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a52f8812d98c47fc8889d3d9d99eb7b7_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683911852/Put/seqid=0 2024-11-15T15:18:31,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742075_1251 (size=12454) 2024-11-15T15:18:31,919 DEBUG [Thread-661 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:49406 2024-11-15T15:18:31,919 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:31,924 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:49406 2024-11-15T15:18:31,925 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 220 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7093 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6995 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3039 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9117 rows 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3052 2024-11-15T15:18:31,925 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9156 rows 2024-11-15T15:18:31,925 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:18:31,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:49406 2024-11-15T15:18:31,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:31,928 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-15T15:18:31,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T15:18:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:31,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683911932"}]},"ts":"1731683911932"} 2024-11-15T15:18:31,933 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T15:18:31,936 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T15:18:31,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:18:31,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, UNASSIGN}] 2024-11-15T15:18:31,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, UNASSIGN 2024-11-15T15:18:31,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:31,940 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:18:31,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:18:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:32,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:32,092 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:32,092 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:18:32,092 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 3a15d4ca7db1c969dffcd97781ad00da, disabling compactions & flushes 2024-11-15T15:18:32,092 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:32,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:32,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115a52f8812d98c47fc8889d3d9d99eb7b7_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a52f8812d98c47fc8889d3d9d99eb7b7_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:32,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d461bfd383e74368a04257d79df79b6e, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:32,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d461bfd383e74368a04257d79df79b6e is 175, key is test_row_0/A:col10/1731683911852/Put/seqid=0 2024-11-15T15:18:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742076_1252 (size=31255) 2024-11-15T15:18:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:32,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d461bfd383e74368a04257d79df79b6e 2024-11-15T15:18:32,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/f7737675ef7f44e08a8d3a5475e6fd42 is 50, key is test_row_0/B:col10/1731683911852/Put/seqid=0 2024-11-15T15:18:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742077_1253 (size=12301) 2024-11-15T15:18:32,887 DEBUG [master/f3372238866c:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region cd46b6c4002cbfe34842ef94bad7c5f6 changed from -1.0 to 0.0, refreshing cache 2024-11-15T15:18:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:33,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/f7737675ef7f44e08a8d3a5475e6fd42 2024-11-15T15:18:33,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0499c266213f431fa5fdfee4bf2aa23a is 50, key is test_row_0/C:col10/1731683911852/Put/seqid=0 2024-11-15T15:18:33,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742078_1254 (size=12301) 2024-11-15T15:18:33,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0499c266213f431fa5fdfee4bf2aa23a 2024-11-15T15:18:33,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/d461bfd383e74368a04257d79df79b6e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d461bfd383e74368a04257d79df79b6e 2024-11-15T15:18:33,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d461bfd383e74368a04257d79df79b6e, entries=150, sequenceid=404, filesize=30.5 K 2024-11-15T15:18:33,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/f7737675ef7f44e08a8d3a5475e6fd42 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f7737675ef7f44e08a8d3a5475e6fd42 2024-11-15T15:18:33,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f7737675ef7f44e08a8d3a5475e6fd42, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T15:18:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/0499c266213f431fa5fdfee4bf2aa23a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0499c266213f431fa5fdfee4bf2aa23a 2024-11-15T15:18:33,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0499c266213f431fa5fdfee4bf2aa23a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-15T15:18:33,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=13.42 KB/13740 for 3a15d4ca7db1c969dffcd97781ad00da in 1667ms, sequenceid=404, compaction requested=false 2024-11-15T15:18:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:33,519 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. after waiting 0 ms 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:33,520 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 3a15d4ca7db1c969dffcd97781ad00da 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=A 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=B 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a15d4ca7db1c969dffcd97781ad00da, store=C 2024-11-15T15:18:33,520 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:33,525 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150d9bdcc6740a43a69c4d2ac753db2270_3a15d4ca7db1c969dffcd97781ad00da is 50, key is test_row_0/A:col10/1731683911918/Put/seqid=0 2024-11-15T15:18:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742079_1255 (size=9914) 2024-11-15T15:18:33,930 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:33,935 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150d9bdcc6740a43a69c4d2ac753db2270_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150d9bdcc6740a43a69c4d2ac753db2270_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:33,935 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3856a0fc916a4735b9891b4a2f911d29, store: [table=TestAcidGuarantees family=A region=3a15d4ca7db1c969dffcd97781ad00da] 2024-11-15T15:18:33,936 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3856a0fc916a4735b9891b4a2f911d29 is 175, key is test_row_0/A:col10/1731683911918/Put/seqid=0 2024-11-15T15:18:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742080_1256 (size=22561) 2024-11-15T15:18:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:34,341 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3856a0fc916a4735b9891b4a2f911d29 2024-11-15T15:18:34,348 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/9dd9245c3e7e471fa2dfd6bd56660954 is 50, key is test_row_0/B:col10/1731683911918/Put/seqid=0 2024-11-15T15:18:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742081_1257 (size=9857) 2024-11-15T15:18:34,752 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/9dd9245c3e7e471fa2dfd6bd56660954 2024-11-15T15:18:34,760 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ec2db85f4b334d449fca6b9ca7ae6b81 is 50, key is test_row_0/C:col10/1731683911918/Put/seqid=0 2024-11-15T15:18:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742082_1258 (size=9857) 2024-11-15T15:18:35,165 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ec2db85f4b334d449fca6b9ca7ae6b81 2024-11-15T15:18:35,169 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/A/3856a0fc916a4735b9891b4a2f911d29 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3856a0fc916a4735b9891b4a2f911d29 2024-11-15T15:18:35,173 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3856a0fc916a4735b9891b4a2f911d29, entries=100, sequenceid=409, filesize=22.0 K 2024-11-15T15:18:35,174 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/B/9dd9245c3e7e471fa2dfd6bd56660954 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/9dd9245c3e7e471fa2dfd6bd56660954 2024-11-15T15:18:35,177 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/9dd9245c3e7e471fa2dfd6bd56660954, entries=100, sequenceid=409, filesize=9.6 K 2024-11-15T15:18:35,178 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/.tmp/C/ec2db85f4b334d449fca6b9ca7ae6b81 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ec2db85f4b334d449fca6b9ca7ae6b81 2024-11-15T15:18:35,182 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ec2db85f4b334d449fca6b9ca7ae6b81, entries=100, sequenceid=409, filesize=9.6 K 2024-11-15T15:18:35,183 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 3a15d4ca7db1c969dffcd97781ad00da in 1663ms, sequenceid=409, compaction requested=true 2024-11-15T15:18:35,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7b817027f68e4552ab507c5fbf671701, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7a493a65620a45ce9567ff3a104833d2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/437e98bb46e84b1eb3ddf808f7ac709b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/6841c5ba4f564466914d186bdfa3c688, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/822362ad90e7467f9f83f8c423a4723a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/b92270b2bc064f229cd58d9ab739dccc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/69098fa4ca2e422b9ba4df2e17bbe3fe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d2d5be1f0b8e40babc2bcb689efcda54, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455] to archive 2024-11-15T15:18:35,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:18:35,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/9fe86695ac13487993a2425190ef9713 2024-11-15T15:18:35,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/209cc1ede9b64d4c96366dcc67d660b9 2024-11-15T15:18:35,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/84ec955def39460b8d8ab7f44eacf558 2024-11-15T15:18:35,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d11199931a354ab1844c162f323d9d78 2024-11-15T15:18:35,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7b817027f68e4552ab507c5fbf671701 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7b817027f68e4552ab507c5fbf671701 2024-11-15T15:18:35,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d923224855514b9ca591023065483385 2024-11-15T15:18:35,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7a493a65620a45ce9567ff3a104833d2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7a493a65620a45ce9567ff3a104833d2 2024-11-15T15:18:35,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3e062ea0a1d94c42b2754fe1ac211b9c 2024-11-15T15:18:35,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/7782fcab46564cf790d93cb1b4aa9022 2024-11-15T15:18:35,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/437e98bb46e84b1eb3ddf808f7ac709b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/437e98bb46e84b1eb3ddf808f7ac709b 2024-11-15T15:18:35,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2ce53e0b9c7a44e68065549d65fcb7ca 2024-11-15T15:18:35,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d42b1dfd29d241a5a49b9c158e65da10 2024-11-15T15:18:35,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/6841c5ba4f564466914d186bdfa3c688 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/6841c5ba4f564466914d186bdfa3c688 2024-11-15T15:18:35,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2f5bd937e54e404fa099b70490bdc2d5 2024-11-15T15:18:35,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/1818dac6bcf941329b284c0282411418 2024-11-15T15:18:35,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/822362ad90e7467f9f83f8c423a4723a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/822362ad90e7467f9f83f8c423a4723a 2024-11-15T15:18:35,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5099981c0682484eb3f665de88d0834e 2024-11-15T15:18:35,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/875332757c254671a855369f6df7ad73 2024-11-15T15:18:35,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/2eb5b6f744a041a59071147a856b6717 2024-11-15T15:18:35,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/b92270b2bc064f229cd58d9ab739dccc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/b92270b2bc064f229cd58d9ab739dccc 2024-11-15T15:18:35,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/177f06e194d542e996ffc52ba8955df4 2024-11-15T15:18:35,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/91138df8b68d489cb836eca8974adb37 2024-11-15T15:18:35,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/69098fa4ca2e422b9ba4df2e17bbe3fe to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/69098fa4ca2e422b9ba4df2e17bbe3fe 2024-11-15T15:18:35,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/106b17904067480db08696915d83aa4a 2024-11-15T15:18:35,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d2d5be1f0b8e40babc2bcb689efcda54 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d2d5be1f0b8e40babc2bcb689efcda54 2024-11-15T15:18:35,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/fce8e803efd54b498a557107dfbaa582 2024-11-15T15:18:35,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/cd94bee328d84fcea1bb8daec22d1bbe 2024-11-15T15:18:35,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/5d7c6f23797d46f39913c1f4efb5e455 2024-11-15T15:18:35,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2e1fc3540446499eb7f7f38444f5b34a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3022c0851dfb43de87157f4dd42b2098, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/048cb990315b49b697a7a0fc1c63a55d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b113c18f5355499ea41d0f68c50e40e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/219f99ae5e4b4416b58a2c6e6b267d40, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8572bc4e151b4fbbabdd874cd17490cc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/ea1c5fc608114829ba72b1f967dcd006, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f37ee37df2f442f4844db12a4e9f059a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8210975442604ca8b731ff2125f49a2e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b8986d140a5d418f82342dfc40c81eba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/399b2500eb9f4a3797109cd903eb7a41, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bc69b233de4d474c845ad0a0962099d6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/71cbdd50faac40f28e54f4106fa638c4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/205710cf7fa942409761ab4012060d44, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/63766bf938d040cbb0491c671ac171c0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2d1a2d56abad4dd2aa11de4e0424ce15, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2961d37b80df45e697b4bee42f721da8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/96700c0d5b7847099e85650d13b2f7f6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/6544cdcb4b4f4c40ba3fa638bc6adf1b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bcdcb5b47fc64b44b0c16c40cd283342, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3322ecf821f949f1be69806e918279d0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/7fb552073acb4953bbe0603313debcfc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/379530e616a94d12a9fa74e0543a9d43, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bd97ebb532ea47ab94aa6fa986d1478c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3cae91fd98484afa83e608118c62ace6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2534651ab6bb4c89883293f7b9513a1e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/211777db49a94e4ca532f4234c668e3f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/68a57fe526aa4f2c967c9b1c771f9094] to archive 2024-11-15T15:18:35,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:18:35,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2e1fc3540446499eb7f7f38444f5b34a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2e1fc3540446499eb7f7f38444f5b34a 2024-11-15T15:18:35,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3022c0851dfb43de87157f4dd42b2098 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3022c0851dfb43de87157f4dd42b2098 2024-11-15T15:18:35,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/048cb990315b49b697a7a0fc1c63a55d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/048cb990315b49b697a7a0fc1c63a55d 2024-11-15T15:18:35,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b113c18f5355499ea41d0f68c50e40e5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b113c18f5355499ea41d0f68c50e40e5 2024-11-15T15:18:35,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/219f99ae5e4b4416b58a2c6e6b267d40 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/219f99ae5e4b4416b58a2c6e6b267d40 2024-11-15T15:18:35,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8572bc4e151b4fbbabdd874cd17490cc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8572bc4e151b4fbbabdd874cd17490cc 2024-11-15T15:18:35,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/ea1c5fc608114829ba72b1f967dcd006 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/ea1c5fc608114829ba72b1f967dcd006 2024-11-15T15:18:35,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f37ee37df2f442f4844db12a4e9f059a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f37ee37df2f442f4844db12a4e9f059a 2024-11-15T15:18:35,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8210975442604ca8b731ff2125f49a2e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8210975442604ca8b731ff2125f49a2e 2024-11-15T15:18:35,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b8986d140a5d418f82342dfc40c81eba to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/b8986d140a5d418f82342dfc40c81eba 2024-11-15T15:18:35,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/399b2500eb9f4a3797109cd903eb7a41 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/399b2500eb9f4a3797109cd903eb7a41 2024-11-15T15:18:35,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bc69b233de4d474c845ad0a0962099d6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bc69b233de4d474c845ad0a0962099d6 2024-11-15T15:18:35,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/71cbdd50faac40f28e54f4106fa638c4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/71cbdd50faac40f28e54f4106fa638c4 2024-11-15T15:18:35,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/205710cf7fa942409761ab4012060d44 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/205710cf7fa942409761ab4012060d44 2024-11-15T15:18:35,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/63766bf938d040cbb0491c671ac171c0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/63766bf938d040cbb0491c671ac171c0 2024-11-15T15:18:35,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2d1a2d56abad4dd2aa11de4e0424ce15 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2d1a2d56abad4dd2aa11de4e0424ce15 2024-11-15T15:18:35,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2961d37b80df45e697b4bee42f721da8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2961d37b80df45e697b4bee42f721da8 2024-11-15T15:18:35,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/96700c0d5b7847099e85650d13b2f7f6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/96700c0d5b7847099e85650d13b2f7f6 2024-11-15T15:18:35,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/6544cdcb4b4f4c40ba3fa638bc6adf1b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/6544cdcb4b4f4c40ba3fa638bc6adf1b 2024-11-15T15:18:35,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bcdcb5b47fc64b44b0c16c40cd283342 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bcdcb5b47fc64b44b0c16c40cd283342 2024-11-15T15:18:35,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3322ecf821f949f1be69806e918279d0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3322ecf821f949f1be69806e918279d0 2024-11-15T15:18:35,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/7fb552073acb4953bbe0603313debcfc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/7fb552073acb4953bbe0603313debcfc 2024-11-15T15:18:35,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/379530e616a94d12a9fa74e0543a9d43 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/379530e616a94d12a9fa74e0543a9d43 2024-11-15T15:18:35,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bd97ebb532ea47ab94aa6fa986d1478c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/bd97ebb532ea47ab94aa6fa986d1478c 2024-11-15T15:18:35,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3cae91fd98484afa83e608118c62ace6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/3cae91fd98484afa83e608118c62ace6 2024-11-15T15:18:35,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2534651ab6bb4c89883293f7b9513a1e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/2534651ab6bb4c89883293f7b9513a1e 2024-11-15T15:18:35,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/211777db49a94e4ca532f4234c668e3f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/211777db49a94e4ca532f4234c668e3f 2024-11-15T15:18:35,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/68a57fe526aa4f2c967c9b1c771f9094 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/68a57fe526aa4f2c967c9b1c771f9094 2024-11-15T15:18:35,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/696b42c488224297b35a115aab455611, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c7172f40b96a499683d8635114b4db83, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4e3e0d4ad87e42949d40aef9a7f46450, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0a47caa8b1f244a5a490c7038c546bad, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4da40bd3cf8a41b1a7e041e00cb7b339, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/df5a40c86beb4cf6b22b3d91bd319b18, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c37d3bf69c3f4832ac20fe25e37d81f0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ed53e697507247cfb6b33f94b82eac44, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/a7ed42360efd458c8512d3097ff36c85, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0f7812b8badd406bab6d20ece269a022, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e2484d9741e4469b86ba67f65b1a9c8b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/d9c24f43852f4bdb93a1fd4b3e5cce9f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6554e49c51504a2f970a364c746e1619, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ad0b6dfbdbde4f11a651ff30aa65cfd4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/72ecc9ee7ed44fa8b7a4075c86678f62, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e0f99375c3964528b3c08133f4ba07c5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c637eb7deef34daaab13ac25fe00917f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6074ade4b889474d9e5dcf75e7c5567a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fdf2e6b78314da1883f97e1891e2720, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/3895d7d44be248a79a710e49fdea6344, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/cb7a2d89b8d74350a62460e3aa437373, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fba877dd09643d0a46f3f40dbfb3b09, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6e3f3b1c7d8640c8ac5e209d96c24c46, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/da2be28ffd954560935ca14734d0af39, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/8b6fa1ffbddd481b80bba9e8b4fc60d6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/27f6c54f86854c2dbef3375f6a69fd8a] to archive 2024-11-15T15:18:35,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:18:35,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/696b42c488224297b35a115aab455611 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/696b42c488224297b35a115aab455611 2024-11-15T15:18:35,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c7172f40b96a499683d8635114b4db83 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c7172f40b96a499683d8635114b4db83 2024-11-15T15:18:35,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e6e6ce273fa6430bb5ef5f9aeb1b86ed 2024-11-15T15:18:35,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ee3fc9ebaa9c45e0b4bb068fba8f0b4d 2024-11-15T15:18:35,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4e3e0d4ad87e42949d40aef9a7f46450 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4e3e0d4ad87e42949d40aef9a7f46450 2024-11-15T15:18:35,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0a47caa8b1f244a5a490c7038c546bad to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0a47caa8b1f244a5a490c7038c546bad 2024-11-15T15:18:35,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4da40bd3cf8a41b1a7e041e00cb7b339 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/4da40bd3cf8a41b1a7e041e00cb7b339 2024-11-15T15:18:35,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/df5a40c86beb4cf6b22b3d91bd319b18 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/df5a40c86beb4cf6b22b3d91bd319b18 2024-11-15T15:18:35,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c37d3bf69c3f4832ac20fe25e37d81f0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c37d3bf69c3f4832ac20fe25e37d81f0 2024-11-15T15:18:35,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ed53e697507247cfb6b33f94b82eac44 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ed53e697507247cfb6b33f94b82eac44 2024-11-15T15:18:35,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/a7ed42360efd458c8512d3097ff36c85 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/a7ed42360efd458c8512d3097ff36c85 2024-11-15T15:18:35,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0f7812b8badd406bab6d20ece269a022 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0f7812b8badd406bab6d20ece269a022 2024-11-15T15:18:35,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e2484d9741e4469b86ba67f65b1a9c8b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e2484d9741e4469b86ba67f65b1a9c8b 2024-11-15T15:18:35,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/d9c24f43852f4bdb93a1fd4b3e5cce9f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/d9c24f43852f4bdb93a1fd4b3e5cce9f 2024-11-15T15:18:35,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6554e49c51504a2f970a364c746e1619 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6554e49c51504a2f970a364c746e1619 2024-11-15T15:18:35,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ad0b6dfbdbde4f11a651ff30aa65cfd4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ad0b6dfbdbde4f11a651ff30aa65cfd4 2024-11-15T15:18:35,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/72ecc9ee7ed44fa8b7a4075c86678f62 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/72ecc9ee7ed44fa8b7a4075c86678f62 2024-11-15T15:18:35,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e0f99375c3964528b3c08133f4ba07c5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/e0f99375c3964528b3c08133f4ba07c5 2024-11-15T15:18:35,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c637eb7deef34daaab13ac25fe00917f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/c637eb7deef34daaab13ac25fe00917f 2024-11-15T15:18:35,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6074ade4b889474d9e5dcf75e7c5567a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6074ade4b889474d9e5dcf75e7c5567a 2024-11-15T15:18:35,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fdf2e6b78314da1883f97e1891e2720 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fdf2e6b78314da1883f97e1891e2720 2024-11-15T15:18:35,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/3895d7d44be248a79a710e49fdea6344 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/3895d7d44be248a79a710e49fdea6344 2024-11-15T15:18:35,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/cb7a2d89b8d74350a62460e3aa437373 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/cb7a2d89b8d74350a62460e3aa437373 2024-11-15T15:18:35,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fba877dd09643d0a46f3f40dbfb3b09 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/5fba877dd09643d0a46f3f40dbfb3b09 2024-11-15T15:18:35,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6e3f3b1c7d8640c8ac5e209d96c24c46 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/6e3f3b1c7d8640c8ac5e209d96c24c46 2024-11-15T15:18:35,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/da2be28ffd954560935ca14734d0af39 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/da2be28ffd954560935ca14734d0af39 2024-11-15T15:18:35,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/8b6fa1ffbddd481b80bba9e8b4fc60d6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/8b6fa1ffbddd481b80bba9e8b4fc60d6 2024-11-15T15:18:35,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/27f6c54f86854c2dbef3375f6a69fd8a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/27f6c54f86854c2dbef3375f6a69fd8a 2024-11-15T15:18:35,283 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-15T15:18:35,284 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da. 2024-11-15T15:18:35,284 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 3a15d4ca7db1c969dffcd97781ad00da: 2024-11-15T15:18:35,285 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:35,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=3a15d4ca7db1c969dffcd97781ad00da, regionState=CLOSED 2024-11-15T15:18:35,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-15T15:18:35,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 3a15d4ca7db1c969dffcd97781ad00da, server=f3372238866c,45001,1731683848865 in 3.3470 sec 2024-11-15T15:18:35,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-15T15:18:35,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a15d4ca7db1c969dffcd97781ad00da, UNASSIGN in 3.3500 sec 2024-11-15T15:18:35,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-15T15:18:35,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3520 sec 2024-11-15T15:18:35,291 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683915291"}]},"ts":"1731683915291"} 2024-11-15T15:18:35,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T15:18:35,294 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T15:18:35,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3660 sec 2024-11-15T15:18:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-15T15:18:36,037 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-15T15:18:36,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T15:18:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,038 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-15T15:18:36,039 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,040 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,043 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/recovered.edits] 2024-11-15T15:18:36,046 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3856a0fc916a4735b9891b4a2f911d29 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/3856a0fc916a4735b9891b4a2f911d29 2024-11-15T15:18:36,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d461bfd383e74368a04257d79df79b6e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/d461bfd383e74368a04257d79df79b6e 2024-11-15T15:18:36,048 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/e2aecb61e6ce425990fd1742ca7fcdf2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/A/e2aecb61e6ce425990fd1742ca7fcdf2 2024-11-15T15:18:36,051 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8754ec72b97646cf99490af1c6692187 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/8754ec72b97646cf99490af1c6692187 2024-11-15T15:18:36,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/9dd9245c3e7e471fa2dfd6bd56660954 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/9dd9245c3e7e471fa2dfd6bd56660954 2024-11-15T15:18:36,053 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f7737675ef7f44e08a8d3a5475e6fd42 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/B/f7737675ef7f44e08a8d3a5475e6fd42 2024-11-15T15:18:36,055 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0499c266213f431fa5fdfee4bf2aa23a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/0499c266213f431fa5fdfee4bf2aa23a 2024-11-15T15:18:36,056 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/97884695905d4a848d797d1c7b11877b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/97884695905d4a848d797d1c7b11877b 2024-11-15T15:18:36,058 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ec2db85f4b334d449fca6b9ca7ae6b81 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/C/ec2db85f4b334d449fca6b9ca7ae6b81 2024-11-15T15:18:36,060 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/recovered.edits/412.seqid to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da/recovered.edits/412.seqid 2024-11-15T15:18:36,061 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,061 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T15:18:36,061 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T15:18:36,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T15:18:36,067 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111509bf898b6bb64d5198117ae61645b7d2_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111509bf898b6bb64d5198117ae61645b7d2_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c049ab2714c4e9d8eda8a927654bdb9_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c049ab2714c4e9d8eda8a927654bdb9_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,069 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150d9bdcc6740a43a69c4d2ac753db2270_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150d9bdcc6740a43a69c4d2ac753db2270_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,071 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bdd2d2b0d64424191b6cd76c292f95a_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151bdd2d2b0d64424191b6cd76c292f95a_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,072 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115208e20b58b9d4a8c86f60a74b2e32825_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115208e20b58b9d4a8c86f60a74b2e32825_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,073 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111520d8c99b999b4ef7a021296b8cf1d2ff_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111520d8c99b999b4ef7a021296b8cf1d2ff_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,074 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152d1e1a7a8d104f38a1f1a64140773c5e_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411152d1e1a7a8d104f38a1f1a64140773c5e_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,075 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111543a48e0d94bc46d687446530a2fec152_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111543a48e0d94bc46d687446530a2fec152_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,077 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154777f298c8ae455489c97a3a843d72f4_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154777f298c8ae455489c97a3a843d72f4_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,078 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156f9686b6aebd444dbdcbf99bbf6612bc_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156f9686b6aebd444dbdcbf99bbf6612bc_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,079 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115844ff5c40da94eec8043d66ac1caf23f_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115844ff5c40da94eec8043d66ac1caf23f_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,080 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158944cff946304fcb9938bec3146decbc_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158944cff946304fcb9938bec3146decbc_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,081 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a8a8d28a22e4f179d12c05002f88e0e_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158a8a8d28a22e4f179d12c05002f88e0e_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,083 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158b2d8612c7d34a0583c1314c28274324_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158b2d8612c7d34a0583c1314c28274324_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,084 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115930ae25078b542e29ee2f6bc8e1180f4_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115930ae25078b542e29ee2f6bc8e1180f4_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,085 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a52f8812d98c47fc8889d3d9d99eb7b7_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115a52f8812d98c47fc8889d3d9d99eb7b7_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,086 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd212a24e5714970b71ae07bb5eba7a4_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bd212a24e5714970b71ae07bb5eba7a4_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,088 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e1a9be548784418a9b129fc06ffb47fb_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115e1a9be548784418a9b129fc06ffb47fb_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,089 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ed011d72cf9941ba82b8537a0b89648a_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115ed011d72cf9941ba82b8537a0b89648a_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,090 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f1e83ffad9954f638fad22fe32b8fa91_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f1e83ffad9954f638fad22fe32b8fa91_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,091 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f2e2b882df994d4194b569cdc4d2d302_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f2e2b882df994d4194b569cdc4d2d302_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,093 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f67a29e2f4594c849f2a97e4ed34a753_3a15d4ca7db1c969dffcd97781ad00da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f67a29e2f4594c849f2a97e4ed34a753_3a15d4ca7db1c969dffcd97781ad00da 2024-11-15T15:18:36,093 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T15:18:36,095 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,098 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T15:18:36,100 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T15:18:36,101 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,101 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T15:18:36,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731683916101"}]},"ts":"9223372036854775807"} 2024-11-15T15:18:36,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-15T15:18:36,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3a15d4ca7db1c969dffcd97781ad00da, NAME => 'TestAcidGuarantees,,1731683886051.3a15d4ca7db1c969dffcd97781ad00da.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T15:18:36,103 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T15:18:36,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731683916103"}]},"ts":"9223372036854775807"} 2024-11-15T15:18:36,105 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-15T15:18:36,107 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-15T15:18:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-15T15:18:36,140 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-15T15:18:36,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 238) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_249966788_22 at /127.0.0.1:57704 [Waiting for operation #579] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_249966788_22 at /127.0.0.1:57700 [Waiting for operation #565] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-264595062_22 at /127.0.0.1:33480 [Waiting for operation #637] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-264595062_22 at /127.0.0.1:33570 [Waiting for operation #605] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x632d36a4-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3325 (was 3815) 2024-11-15T15:18:36,159 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=3324 2024-11-15T15:18:36,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:18:36,160 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:18:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T15:18:36,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:18:36,162 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:36,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-15T15:18:36,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:18:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-15T15:18:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742083_1259 (size=960) 2024-11-15T15:18:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-15T15:18:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-15T15:18:36,571 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:18:36,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742084_1260 (size=53) 2024-11-15T15:18:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-15T15:18:36,976 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:36,976 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6143ef1b8baabc18a7968ccb6a1fc6f8, disabling compactions & flushes 2024-11-15T15:18:36,976 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:36,976 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:36,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. after waiting 0 ms 2024-11-15T15:18:36,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:36,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:36,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:36,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:18:36,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731683916978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683916978"}]},"ts":"1731683916978"} 2024-11-15T15:18:36,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:18:36,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:18:36,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683916979"}]},"ts":"1731683916979"} 2024-11-15T15:18:36,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T15:18:36,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, ASSIGN}] 2024-11-15T15:18:36,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, ASSIGN 2024-11-15T15:18:36,985 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:18:37,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=6143ef1b8baabc18a7968ccb6a1fc6f8, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:37,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:18:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-15T15:18:37,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:37,291 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:37,291 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:18:37,292 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,292 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:18:37,292 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,292 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,293 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,294 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:37,295 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6143ef1b8baabc18a7968ccb6a1fc6f8 columnFamilyName A 2024-11-15T15:18:37,295 DEBUG [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:37,295 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.HStore(327): Store=6143ef1b8baabc18a7968ccb6a1fc6f8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:37,295 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,297 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:37,297 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6143ef1b8baabc18a7968ccb6a1fc6f8 columnFamilyName B 2024-11-15T15:18:37,297 DEBUG [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:37,297 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.HStore(327): Store=6143ef1b8baabc18a7968ccb6a1fc6f8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:37,297 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,298 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:18:37,298 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6143ef1b8baabc18a7968ccb6a1fc6f8 columnFamilyName C 2024-11-15T15:18:37,299 DEBUG [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:18:37,299 INFO [StoreOpener-6143ef1b8baabc18a7968ccb6a1fc6f8-1 {}] regionserver.HStore(327): Store=6143ef1b8baabc18a7968ccb6a1fc6f8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:18:37,299 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:37,300 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,300 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,301 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:18:37,302 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:37,304 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:18:37,304 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 6143ef1b8baabc18a7968ccb6a1fc6f8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58929722, jitterRate=-0.1218787133693695}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:18:37,305 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:37,306 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., pid=70, masterSystemTime=1731683917288 2024-11-15T15:18:37,307 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:37,307 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:37,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=6143ef1b8baabc18a7968ccb6a1fc6f8, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:18:37,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-15T15:18:37,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 in 171 msec 2024-11-15T15:18:37,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-15T15:18:37,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, ASSIGN in 325 msec 2024-11-15T15:18:37,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:18:37,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683917312"}]},"ts":"1731683917312"} 2024-11-15T15:18:37,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T15:18:37,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:18:37,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-15T15:18:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-15T15:18:38,267 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-15T15:18:38,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-15T15:18:38,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,275 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:18:38,277 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:18:38,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-15T15:18:38,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-15T15:18:38,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-15T15:18:38,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-15T15:18:38,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-15T15:18:38,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-15T15:18:38,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-15T15:18:38,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-15T15:18:38,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-15T15:18:38,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-15T15:18:38,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:18:38,339 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-15T15:18:38,341 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-15T15:18:38,341 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:38,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:38,348 DEBUG [hconnection-0x5f5b9fd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,349 DEBUG [hconnection-0x18cdc559-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,349 DEBUG [hconnection-0x672e37dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,350 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,356 DEBUG [hconnection-0x40c6f62b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,357 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,357 DEBUG [hconnection-0xeb16384-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,358 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:38,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:38,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:38,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:38,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:38,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:38,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:38,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:38,373 DEBUG [hconnection-0x26ae793d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,374 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,378 DEBUG [hconnection-0x45f1c47d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,381 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/ca6ad5893e4e44728a314c411e0e7046 is 50, key is test_row_0/A:col10/1731683918361/Put/seqid=0 2024-11-15T15:18:38,396 DEBUG [hconnection-0x7cebf29b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,400 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,412 DEBUG [hconnection-0x80fa607-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,415 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683978413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683978415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683978415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683978417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,435 DEBUG [hconnection-0x587bab53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:18:38,436 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:18:38,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742085_1261 (size=9657) 2024-11-15T15:18:38,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/ca6ad5893e4e44728a314c411e0e7046 2024-11-15T15:18:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683978438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-15T15:18:38,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/cf23de76cc624233b4d53f12a64afa0a is 50, key is test_row_0/B:col10/1731683918361/Put/seqid=0 2024-11-15T15:18:38,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:38,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-15T15:18:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:38,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742086_1262 (size=9657) 2024-11-15T15:18:38,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/cf23de76cc624233b4d53f12a64afa0a 2024-11-15T15:18:38,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683978519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683978520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683978521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683978521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683978543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/190e51504b67442dbf3684ee690c8be6 is 50, key is test_row_0/C:col10/1731683918361/Put/seqid=0 2024-11-15T15:18:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742087_1263 (size=9657) 2024-11-15T15:18:38,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/190e51504b67442dbf3684ee690c8be6 2024-11-15T15:18:38,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/ca6ad5893e4e44728a314c411e0e7046 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ca6ad5893e4e44728a314c411e0e7046 2024-11-15T15:18:38,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ca6ad5893e4e44728a314c411e0e7046, entries=100, sequenceid=12, filesize=9.4 K 2024-11-15T15:18:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/cf23de76cc624233b4d53f12a64afa0a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/cf23de76cc624233b4d53f12a64afa0a 2024-11-15T15:18:38,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/cf23de76cc624233b4d53f12a64afa0a, entries=100, sequenceid=12, filesize=9.4 K 2024-11-15T15:18:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/190e51504b67442dbf3684ee690c8be6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/190e51504b67442dbf3684ee690c8be6 2024-11-15T15:18:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-15T15:18:38,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:38,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-15T15:18:38,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:38,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/190e51504b67442dbf3684ee690c8be6, entries=100, sequenceid=12, filesize=9.4 K 2024-11-15T15:18:38,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 296ms, sequenceid=12, compaction requested=false 2024-11-15T15:18:38,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:38,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T15:18:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:38,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:38,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/8ab5a8fde28b40fe8f8517e40c478b2b is 50, key is test_row_0/A:col10/1731683918724/Put/seqid=0 2024-11-15T15:18:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683978737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683978738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683978740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683978741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683978748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742088_1264 (size=14341) 2024-11-15T15:18:38,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:38,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-15T15:18:38,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:38,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683978842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683978843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683978844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683978844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-15T15:18:38,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:38,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-15T15:18:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:38,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683979045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683979046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683979046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683979048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683979051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:39,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-15T15:18:39,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:39,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/8ab5a8fde28b40fe8f8517e40c478b2b 2024-11-15T15:18:39,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e35b8f9c105f49e2bc7e2c47bd1b6e13 is 50, key is test_row_0/B:col10/1731683918724/Put/seqid=0 2024-11-15T15:18:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742089_1265 (size=12001) 2024-11-15T15:18:39,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e35b8f9c105f49e2bc7e2c47bd1b6e13 2024-11-15T15:18:39,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/1ba4b6072ec54ebb8e938f8bf581f7bc is 50, key is test_row_0/C:col10/1731683918724/Put/seqid=0 2024-11-15T15:18:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742090_1266 (size=12001) 2024-11-15T15:18:39,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/1ba4b6072ec54ebb8e938f8bf581f7bc 2024-11-15T15:18:39,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/8ab5a8fde28b40fe8f8517e40c478b2b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8ab5a8fde28b40fe8f8517e40c478b2b 2024-11-15T15:18:39,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8ab5a8fde28b40fe8f8517e40c478b2b, entries=200, sequenceid=38, filesize=14.0 K 2024-11-15T15:18:39,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e35b8f9c105f49e2bc7e2c47bd1b6e13 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e35b8f9c105f49e2bc7e2c47bd1b6e13 2024-11-15T15:18:39,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e35b8f9c105f49e2bc7e2c47bd1b6e13, entries=150, sequenceid=38, filesize=11.7 K 2024-11-15T15:18:39,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/1ba4b6072ec54ebb8e938f8bf581f7bc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/1ba4b6072ec54ebb8e938f8bf581f7bc 2024-11-15T15:18:39,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/1ba4b6072ec54ebb8e938f8bf581f7bc, entries=150, sequenceid=38, filesize=11.7 K 2024-11-15T15:18:39,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 528ms, sequenceid=38, compaction requested=false 2024-11-15T15:18:39,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:39,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:39,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-15T15:18:39,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-15T15:18:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:39,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3dcb439804944a0d9432b0b687f9e92c is 50, key is test_row_0/A:col10/1731683918729/Put/seqid=0 2024-11-15T15:18:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742091_1267 (size=12001) 2024-11-15T15:18:39,283 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3dcb439804944a0d9432b0b687f9e92c 2024-11-15T15:18:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/d565ac101a0b42219d9db6a6b476af68 is 50, key is test_row_0/B:col10/1731683918729/Put/seqid=0 2024-11-15T15:18:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742092_1268 (size=12001) 2024-11-15T15:18:39,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/d565ac101a0b42219d9db6a6b476af68 2024-11-15T15:18:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/7c35f90c45d24db39f07e123f11a9e63 is 50, key is test_row_0/C:col10/1731683918729/Put/seqid=0 2024-11-15T15:18:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742093_1269 (size=12001) 2024-11-15T15:18:39,339 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/7c35f90c45d24db39f07e123f11a9e63 2024-11-15T15:18:39,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3dcb439804944a0d9432b0b687f9e92c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3dcb439804944a0d9432b0b687f9e92c 2024-11-15T15:18:39,350 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3dcb439804944a0d9432b0b687f9e92c, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T15:18:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:39,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:39,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/d565ac101a0b42219d9db6a6b476af68 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/d565ac101a0b42219d9db6a6b476af68 2024-11-15T15:18:39,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/d565ac101a0b42219d9db6a6b476af68, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T15:18:39,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/7c35f90c45d24db39f07e123f11a9e63 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/7c35f90c45d24db39f07e123f11a9e63 2024-11-15T15:18:39,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683979392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683979394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683979395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683979396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,409 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/7c35f90c45d24db39f07e123f11a9e63, entries=150, sequenceid=48, filesize=11.7 K 2024-11-15T15:18:39,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 149ms, sequenceid=48, compaction requested=true 2024-11-15T15:18:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-15T15:18:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-15T15:18:39,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-15T15:18:39,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0750 sec 2024-11-15T15:18:39,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0810 sec 2024-11-15T15:18:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-15T15:18:39,445 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-15T15:18:39,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-15T15:18:39,448 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-15T15:18:39,448 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:39,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:39,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-15T15:18:39,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:39,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5b85713e3b6a44e3b1d86c7de1ae33b6 is 50, key is test_row_0/A:col10/1731683919390/Put/seqid=0 2024-11-15T15:18:39,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683979507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683979510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683979510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683979511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742094_1270 (size=14341) 2024-11-15T15:18:39,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5b85713e3b6a44e3b1d86c7de1ae33b6 2024-11-15T15:18:39,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/3db5ec28f43e474ab4596065f7c902e6 is 50, key is test_row_0/B:col10/1731683919390/Put/seqid=0 2024-11-15T15:18:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-15T15:18:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742095_1271 (size=12001) 2024-11-15T15:18:39,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/3db5ec28f43e474ab4596065f7c902e6 2024-11-15T15:18:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683979557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/154d58121a704cb8bd1b9bd64a5152ca is 50, key is test_row_0/C:col10/1731683919390/Put/seqid=0 2024-11-15T15:18:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742096_1272 (size=12001) 2024-11-15T15:18:39,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/154d58121a704cb8bd1b9bd64a5152ca 2024-11-15T15:18:39,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5b85713e3b6a44e3b1d86c7de1ae33b6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5b85713e3b6a44e3b1d86c7de1ae33b6 2024-11-15T15:18:39,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5b85713e3b6a44e3b1d86c7de1ae33b6, entries=200, sequenceid=76, filesize=14.0 K 2024-11-15T15:18:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/3db5ec28f43e474ab4596065f7c902e6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/3db5ec28f43e474ab4596065f7c902e6 2024-11-15T15:18:39,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:39,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-15T15:18:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:39,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/3db5ec28f43e474ab4596065f7c902e6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T15:18:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/154d58121a704cb8bd1b9bd64a5152ca as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/154d58121a704cb8bd1b9bd64a5152ca 2024-11-15T15:18:39,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683979612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683979615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683979615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683979621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/154d58121a704cb8bd1b9bd64a5152ca, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T15:18:39,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 126ms, sequenceid=76, compaction requested=true 2024-11-15T15:18:39,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:39,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:39,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:39,627 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:18:39,627 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:18:39,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:39,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:39,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:39,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:39,629 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:18:39,629 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:18:39,629 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:39,630 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:39,630 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,630 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,630 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/cf23de76cc624233b4d53f12a64afa0a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e35b8f9c105f49e2bc7e2c47bd1b6e13, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/d565ac101a0b42219d9db6a6b476af68, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/3db5ec28f43e474ab4596065f7c902e6] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=44.6 K 2024-11-15T15:18:39,630 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ca6ad5893e4e44728a314c411e0e7046, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8ab5a8fde28b40fe8f8517e40c478b2b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3dcb439804944a0d9432b0b687f9e92c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5b85713e3b6a44e3b1d86c7de1ae33b6] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=49.2 K 2024-11-15T15:18:39,631 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting cf23de76cc624233b4d53f12a64afa0a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731683918361 2024-11-15T15:18:39,631 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca6ad5893e4e44728a314c411e0e7046, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731683918361 2024-11-15T15:18:39,631 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e35b8f9c105f49e2bc7e2c47bd1b6e13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731683918409 2024-11-15T15:18:39,632 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab5a8fde28b40fe8f8517e40c478b2b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731683918409 2024-11-15T15:18:39,632 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dcb439804944a0d9432b0b687f9e92c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731683918729 2024-11-15T15:18:39,632 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d565ac101a0b42219d9db6a6b476af68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731683918729 2024-11-15T15:18:39,633 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b85713e3b6a44e3b1d86c7de1ae33b6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731683919390 2024-11-15T15:18:39,633 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3db5ec28f43e474ab4596065f7c902e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731683919390 2024-11-15T15:18:39,658 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:39,659 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/884419e604154518851e5569dd75e8d9 is 50, key is test_row_0/A:col10/1731683919390/Put/seqid=0 2024-11-15T15:18:39,659 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:39,660 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f743f29de25f418f904a295409736c08 is 50, key is test_row_0/B:col10/1731683919390/Put/seqid=0 2024-11-15T15:18:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742097_1273 (size=12139) 2024-11-15T15:18:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742098_1274 (size=12139) 2024-11-15T15:18:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-15T15:18:39,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:39,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-15T15:18:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:39,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-15T15:18:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:39,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/473fd85c535044f0a19d6aa1412e53ae is 50, key is test_row_0/A:col10/1731683919509/Put/seqid=0 2024-11-15T15:18:39,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742099_1275 (size=9657) 2024-11-15T15:18:39,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/473fd85c535044f0a19d6aa1412e53ae 2024-11-15T15:18:39,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/93e47f7c8d0247fa858cdabe1feb7743 is 50, key is test_row_0/B:col10/1731683919509/Put/seqid=0 2024-11-15T15:18:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742100_1276 (size=9657) 2024-11-15T15:18:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:39,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/93e47f7c8d0247fa858cdabe1feb7743 2024-11-15T15:18:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/6f64b03a3a4f416a96c201eeaf633de6 is 50, key is test_row_0/C:col10/1731683919509/Put/seqid=0 2024-11-15T15:18:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683979849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683979849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683979850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683979853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742101_1277 (size=9657) 2024-11-15T15:18:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683979954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683979954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683979954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:39,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683979956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-15T15:18:40,118 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/884419e604154518851e5569dd75e8d9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/884419e604154518851e5569dd75e8d9 2024-11-15T15:18:40,124 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 884419e604154518851e5569dd75e8d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:40,124 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:40,124 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=12, startTime=1731683919627; duration=0sec 2024-11-15T15:18:40,124 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:40,124 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:40,124 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:18:40,130 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:18:40,130 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:40,130 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:40,131 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/190e51504b67442dbf3684ee690c8be6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/1ba4b6072ec54ebb8e938f8bf581f7bc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/7c35f90c45d24db39f07e123f11a9e63, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/154d58121a704cb8bd1b9bd64a5152ca] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=44.6 K 2024-11-15T15:18:40,131 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 190e51504b67442dbf3684ee690c8be6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731683918361 2024-11-15T15:18:40,132 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ba4b6072ec54ebb8e938f8bf581f7bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731683918409 2024-11-15T15:18:40,132 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c35f90c45d24db39f07e123f11a9e63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731683918729 2024-11-15T15:18:40,133 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 154d58121a704cb8bd1b9bd64a5152ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731683919390 2024-11-15T15:18:40,143 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f743f29de25f418f904a295409736c08 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f743f29de25f418f904a295409736c08 2024-11-15T15:18:40,146 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:40,146 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/9036de42a4734cd385a9ea4f0b0d11ef is 50, key is test_row_0/C:col10/1731683919390/Put/seqid=0 2024-11-15T15:18:40,151 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into f743f29de25f418f904a295409736c08(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:40,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:40,151 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=12, startTime=1731683919627; duration=0sec 2024-11-15T15:18:40,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:40,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683980158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683980158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683980159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683980162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742102_1278 (size=12139) 2024-11-15T15:18:40,180 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/9036de42a4734cd385a9ea4f0b0d11ef as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9036de42a4734cd385a9ea4f0b0d11ef 2024-11-15T15:18:40,189 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 9036de42a4734cd385a9ea4f0b0d11ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:40,189 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:40,189 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=12, startTime=1731683919628; duration=0sec 2024-11-15T15:18:40,189 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:40,189 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/6f64b03a3a4f416a96c201eeaf633de6 2024-11-15T15:18:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/473fd85c535044f0a19d6aa1412e53ae as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/473fd85c535044f0a19d6aa1412e53ae 2024-11-15T15:18:40,282 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/473fd85c535044f0a19d6aa1412e53ae, entries=100, sequenceid=85, filesize=9.4 K 2024-11-15T15:18:40,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/93e47f7c8d0247fa858cdabe1feb7743 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/93e47f7c8d0247fa858cdabe1feb7743 2024-11-15T15:18:40,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/93e47f7c8d0247fa858cdabe1feb7743, entries=100, sequenceid=85, filesize=9.4 K 2024-11-15T15:18:40,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/6f64b03a3a4f416a96c201eeaf633de6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6f64b03a3a4f416a96c201eeaf633de6 2024-11-15T15:18:40,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6f64b03a3a4f416a96c201eeaf633de6, entries=100, sequenceid=85, filesize=9.4 K 2024-11-15T15:18:40,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 542ms, sequenceid=85, compaction requested=false 2024-11-15T15:18:40,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:40,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:40,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-15T15:18:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-15T15:18:40,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-15T15:18:40,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-11-15T15:18:40,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 858 msec 2024-11-15T15:18:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:40,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-15T15:18:40,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683980467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683980470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/beb9f32fc8fa423699d7024cd111b998 is 50, key is test_row_0/A:col10/1731683919849/Put/seqid=0 2024-11-15T15:18:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683980470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683980471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742103_1279 (size=12001) 2024-11-15T15:18:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-15T15:18:40,552 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-15T15:18:40,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-15T15:18:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-15T15:18:40,555 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:40,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:40,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683980565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683980571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683980574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683980574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683980574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-15T15:18:40,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:40,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:40,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:40,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683980775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683980777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683980777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683980777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:40,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:18:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-15T15:18:40,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:40,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:40,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:40,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:40,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:40,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/beb9f32fc8fa423699d7024cd111b998 2024-11-15T15:18:40,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/c543b2a9fd5243739a566a155bb5432c is 50, key is test_row_0/B:col10/1731683919849/Put/seqid=0 2024-11-15T15:18:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742104_1280 (size=12001) 2024-11-15T15:18:41,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:41,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683981079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683981080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683981080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683981080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-15T15:18:41,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:41,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/c543b2a9fd5243739a566a155bb5432c 2024-11-15T15:18:41,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2958ba0360054b0192f1874e19df32d2 is 50, key is test_row_0/C:col10/1731683919849/Put/seqid=0 2024-11-15T15:18:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742105_1281 (size=12001) 2024-11-15T15:18:41,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:41,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:41,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:41,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:41,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683981584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683981584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683981585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683981586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:41,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:41,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-15T15:18:41,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2958ba0360054b0192f1874e19df32d2 2024-11-15T15:18:41,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/beb9f32fc8fa423699d7024cd111b998 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/beb9f32fc8fa423699d7024cd111b998 2024-11-15T15:18:41,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/beb9f32fc8fa423699d7024cd111b998, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:18:41,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/c543b2a9fd5243739a566a155bb5432c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/c543b2a9fd5243739a566a155bb5432c 2024-11-15T15:18:41,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/c543b2a9fd5243739a566a155bb5432c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:18:41,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2958ba0360054b0192f1874e19df32d2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2958ba0360054b0192f1874e19df32d2 2024-11-15T15:18:41,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2958ba0360054b0192f1874e19df32d2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:18:41,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1258ms, sequenceid=118, compaction requested=true 2024-11-15T15:18:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:41,723 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:41,723 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:41,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:41,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:41,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:41,724 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,724 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/884419e604154518851e5569dd75e8d9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/473fd85c535044f0a19d6aa1412e53ae, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/beb9f32fc8fa423699d7024cd111b998] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=33.0 K 2024-11-15T15:18:41,724 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:41,724 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:41,724 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,724 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 884419e604154518851e5569dd75e8d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731683919390 2024-11-15T15:18:41,724 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f743f29de25f418f904a295409736c08, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/93e47f7c8d0247fa858cdabe1feb7743, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/c543b2a9fd5243739a566a155bb5432c] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=33.0 K 2024-11-15T15:18:41,725 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 473fd85c535044f0a19d6aa1412e53ae, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731683919509 2024-11-15T15:18:41,725 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f743f29de25f418f904a295409736c08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731683919390 2024-11-15T15:18:41,725 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb9f32fc8fa423699d7024cd111b998, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683919849 2024-11-15T15:18:41,725 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e47f7c8d0247fa858cdabe1feb7743, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731683919509 2024-11-15T15:18:41,726 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c543b2a9fd5243739a566a155bb5432c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683919849 2024-11-15T15:18:41,733 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:41,734 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:41,734 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a85dc2941c18403d8d38e392e36c6111 is 50, key is test_row_0/B:col10/1731683919849/Put/seqid=0 2024-11-15T15:18:41,734 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5a6cc1aa0639466fa7b7d287c644ce12 is 50, key is test_row_0/A:col10/1731683919849/Put/seqid=0 2024-11-15T15:18:41,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742107_1283 (size=12241) 2024-11-15T15:18:41,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742106_1282 (size=12241) 2024-11-15T15:18:41,747 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5a6cc1aa0639466fa7b7d287c644ce12 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5a6cc1aa0639466fa7b7d287c644ce12 2024-11-15T15:18:41,750 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a85dc2941c18403d8d38e392e36c6111 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a85dc2941c18403d8d38e392e36c6111 2024-11-15T15:18:41,754 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 5a6cc1aa0639466fa7b7d287c644ce12(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:41,754 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:41,754 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=13, startTime=1731683921722; duration=0sec 2024-11-15T15:18:41,754 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:41,754 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:41,754 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:41,756 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:41,756 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:41,756 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,756 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9036de42a4734cd385a9ea4f0b0d11ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6f64b03a3a4f416a96c201eeaf633de6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2958ba0360054b0192f1874e19df32d2] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=33.0 K 2024-11-15T15:18:41,757 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into a85dc2941c18403d8d38e392e36c6111(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:41,757 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:41,757 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=13, startTime=1731683921723; duration=0sec 2024-11-15T15:18:41,757 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:41,757 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:41,757 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9036de42a4734cd385a9ea4f0b0d11ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731683919390 2024-11-15T15:18:41,757 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f64b03a3a4f416a96c201eeaf633de6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731683919509 2024-11-15T15:18:41,758 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2958ba0360054b0192f1874e19df32d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683919849 2024-11-15T15:18:41,768 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:41,769 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/4a4f8a0131a7466799e99dab5da68bb1 is 50, key is test_row_0/C:col10/1731683919849/Put/seqid=0 2024-11-15T15:18:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742108_1284 (size=12241) 2024-11-15T15:18:41,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:41,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:41,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/a19dd35e56ee410ea1417ec77a76227d is 50, key is test_row_0/A:col10/1731683920467/Put/seqid=0 2024-11-15T15:18:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742109_1285 (size=9657) 2024-11-15T15:18:41,788 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/a19dd35e56ee410ea1417ec77a76227d 2024-11-15T15:18:41,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/506c0d817b1e4b4cbabd37fc2945d9ba is 50, key is test_row_0/B:col10/1731683920467/Put/seqid=0 2024-11-15T15:18:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742110_1286 (size=9657) 2024-11-15T15:18:41,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/506c0d817b1e4b4cbabd37fc2945d9ba 2024-11-15T15:18:41,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/3f162f3633884141a5f487b582ecce72 is 50, key is test_row_0/C:col10/1731683920467/Put/seqid=0 2024-11-15T15:18:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742111_1287 (size=9657) 2024-11-15T15:18:42,180 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/4a4f8a0131a7466799e99dab5da68bb1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/4a4f8a0131a7466799e99dab5da68bb1 2024-11-15T15:18:42,185 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 4a4f8a0131a7466799e99dab5da68bb1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:42,185 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:42,185 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=13, startTime=1731683921723; duration=0sec 2024-11-15T15:18:42,185 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:42,185 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:42,229 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/3f162f3633884141a5f487b582ecce72 2024-11-15T15:18:42,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/a19dd35e56ee410ea1417ec77a76227d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/a19dd35e56ee410ea1417ec77a76227d 2024-11-15T15:18:42,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/a19dd35e56ee410ea1417ec77a76227d, entries=100, sequenceid=127, filesize=9.4 K 2024-11-15T15:18:42,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/506c0d817b1e4b4cbabd37fc2945d9ba as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/506c0d817b1e4b4cbabd37fc2945d9ba 2024-11-15T15:18:42,257 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/506c0d817b1e4b4cbabd37fc2945d9ba, entries=100, sequenceid=127, filesize=9.4 K 2024-11-15T15:18:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/3f162f3633884141a5f487b582ecce72 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3f162f3633884141a5f487b582ecce72 2024-11-15T15:18:42,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3f162f3633884141a5f487b582ecce72, entries=100, sequenceid=127, filesize=9.4 K 2024-11-15T15:18:42,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 483ms, sequenceid=127, compaction requested=false 2024-11-15T15:18:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-15T15:18:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-15T15:18:42,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-15T15:18:42,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7080 sec 2024-11-15T15:18:42,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.7130 sec 2024-11-15T15:18:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:42,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:42,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/81903820b192467fb5cb1c21baedc327 is 50, key is test_row_0/A:col10/1731683922584/Put/seqid=0 2024-11-15T15:18:42,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683982614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683982617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683982617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683982617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683982618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742112_1288 (size=12151) 2024-11-15T15:18:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-15T15:18:42,659 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-15T15:18:42,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-15T15:18:42,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-15T15:18:42,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:42,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:42,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683982719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683982721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683982721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683982722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683982722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-15T15:18:42,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:42,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-15T15:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:42,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:42,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683982922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683982923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683982924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683982924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683982925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-15T15:18:42,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:42,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-15T15:18:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:42,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/81903820b192467fb5cb1c21baedc327 2024-11-15T15:18:43,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/10726b62936941a88a68d418cbef8bdd is 50, key is test_row_0/B:col10/1731683922584/Put/seqid=0 2024-11-15T15:18:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742113_1289 (size=12151) 2024-11-15T15:18:43,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:43,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-15T15:18:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683983225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683983226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683983226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683983227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683983228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-15T15:18:43,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:43,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-15T15:18:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:43,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-15T15:18:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:43,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/10726b62936941a88a68d418cbef8bdd 2024-11-15T15:18:43,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/9252ca6f3b064052a79cc3b3327e5591 is 50, key is test_row_0/C:col10/1731683922584/Put/seqid=0 2024-11-15T15:18:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742114_1290 (size=12151) 2024-11-15T15:18:43,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/9252ca6f3b064052a79cc3b3327e5591 2024-11-15T15:18:43,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/81903820b192467fb5cb1c21baedc327 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/81903820b192467fb5cb1c21baedc327 2024-11-15T15:18:43,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/81903820b192467fb5cb1c21baedc327, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T15:18:43,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/10726b62936941a88a68d418cbef8bdd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/10726b62936941a88a68d418cbef8bdd 2024-11-15T15:18:43,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/10726b62936941a88a68d418cbef8bdd, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T15:18:43,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/9252ca6f3b064052a79cc3b3327e5591 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9252ca6f3b064052a79cc3b3327e5591 2024-11-15T15:18:43,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9252ca6f3b064052a79cc3b3327e5591, entries=150, sequenceid=141, filesize=11.9 K 2024-11-15T15:18:43,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 887ms, sequenceid=141, compaction requested=true 2024-11-15T15:18:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:43,484 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:43,484 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:43,485 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:43,485 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:43,485 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,485 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5a6cc1aa0639466fa7b7d287c644ce12, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/a19dd35e56ee410ea1417ec77a76227d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/81903820b192467fb5cb1c21baedc327] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=33.3 K 2024-11-15T15:18:43,485 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:43,485 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:43,485 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a6cc1aa0639466fa7b7d287c644ce12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683919849 2024-11-15T15:18:43,485 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,485 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a85dc2941c18403d8d38e392e36c6111, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/506c0d817b1e4b4cbabd37fc2945d9ba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/10726b62936941a88a68d418cbef8bdd] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=33.3 K 2024-11-15T15:18:43,486 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting a19dd35e56ee410ea1417ec77a76227d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731683920467 2024-11-15T15:18:43,486 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a85dc2941c18403d8d38e392e36c6111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683919849 2024-11-15T15:18:43,486 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81903820b192467fb5cb1c21baedc327, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731683922584 2024-11-15T15:18:43,486 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 506c0d817b1e4b4cbabd37fc2945d9ba, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731683920467 2024-11-15T15:18:43,487 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 10726b62936941a88a68d418cbef8bdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731683922584 2024-11-15T15:18:43,494 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:43,495 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49 is 50, key is test_row_0/A:col10/1731683922584/Put/seqid=0 2024-11-15T15:18:43,495 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:43,495 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/194ba72b176e4243a3bb905cabadc1a4 is 50, key is test_row_0/B:col10/1731683922584/Put/seqid=0 2024-11-15T15:18:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742115_1291 (size=12493) 2024-11-15T15:18:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742116_1292 (size=12493) 2024-11-15T15:18:43,506 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49 2024-11-15T15:18:43,510 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 47f5b1e63c0b4f78a59cfbc0b3d0dd49(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:43,510 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:43,510 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=13, startTime=1731683923483; duration=0sec 2024-11-15T15:18:43,510 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:43,510 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:43,511 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:43,511 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:43,511 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:43,511 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,512 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/4a4f8a0131a7466799e99dab5da68bb1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3f162f3633884141a5f487b582ecce72, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9252ca6f3b064052a79cc3b3327e5591] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=33.3 K 2024-11-15T15:18:43,512 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a4f8a0131a7466799e99dab5da68bb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731683919849 2024-11-15T15:18:43,512 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f162f3633884141a5f487b582ecce72, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731683920467 2024-11-15T15:18:43,512 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9252ca6f3b064052a79cc3b3327e5591, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731683922584 2024-11-15T15:18:43,519 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:43,520 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/89c96e55fce34555ba87019f1f68f028 is 50, key is test_row_0/C:col10/1731683922584/Put/seqid=0 2024-11-15T15:18:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742117_1293 (size=12493) 2024-11-15T15:18:43,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:43,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:43,580 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:43,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/8e384b7b11ab40dcadf1f0a702d3dc6c is 50, key is test_row_0/A:col10/1731683922615/Put/seqid=0 2024-11-15T15:18:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742118_1294 (size=12151) 2024-11-15T15:18:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:43,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683983740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683983741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683983742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683983742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683983742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-15T15:18:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683983843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683983845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683983845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683983846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683983846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:43,906 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/194ba72b176e4243a3bb905cabadc1a4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/194ba72b176e4243a3bb905cabadc1a4 2024-11-15T15:18:43,911 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 194ba72b176e4243a3bb905cabadc1a4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:43,911 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:43,911 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=13, startTime=1731683923484; duration=0sec 2024-11-15T15:18:43,911 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:43,911 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:43,928 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/89c96e55fce34555ba87019f1f68f028 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/89c96e55fce34555ba87019f1f68f028 2024-11-15T15:18:43,933 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 89c96e55fce34555ba87019f1f68f028(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:43,933 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:43,933 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=13, startTime=1731683923484; duration=0sec 2024-11-15T15:18:43,933 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:43,933 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:43,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/8e384b7b11ab40dcadf1f0a702d3dc6c 2024-11-15T15:18:43,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/5914e635c69645eb8332e267aa631ed4 is 50, key is test_row_0/B:col10/1731683922615/Put/seqid=0 2024-11-15T15:18:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742119_1295 (size=12151) 2024-11-15T15:18:44,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683984046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683984047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683984049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683984050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683984050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683984354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683984354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683984354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683984354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683984354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,402 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/5914e635c69645eb8332e267aa631ed4 2024-11-15T15:18:44,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/73b638d7d2e74977825a15f971fd83a2 is 50, key is test_row_0/C:col10/1731683922615/Put/seqid=0 2024-11-15T15:18:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742120_1296 (size=12151) 2024-11-15T15:18:44,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/73b638d7d2e74977825a15f971fd83a2 2024-11-15T15:18:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/8e384b7b11ab40dcadf1f0a702d3dc6c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8e384b7b11ab40dcadf1f0a702d3dc6c 2024-11-15T15:18:44,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8e384b7b11ab40dcadf1f0a702d3dc6c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-15T15:18:44,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/5914e635c69645eb8332e267aa631ed4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/5914e635c69645eb8332e267aa631ed4 2024-11-15T15:18:44,430 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/5914e635c69645eb8332e267aa631ed4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-15T15:18:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/73b638d7d2e74977825a15f971fd83a2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/73b638d7d2e74977825a15f971fd83a2 2024-11-15T15:18:44,434 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/73b638d7d2e74977825a15f971fd83a2, entries=150, sequenceid=166, filesize=11.9 K 2024-11-15T15:18:44,435 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 855ms, sequenceid=166, compaction requested=false 2024-11-15T15:18:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-15T15:18:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-15T15:18:44,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-15T15:18:44,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7750 sec 2024-11-15T15:18:44,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7780 sec 2024-11-15T15:18:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-15T15:18:44,766 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-15T15:18:44,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-15T15:18:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-15T15:18:44,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:44,770 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:44,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:44,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:18:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:44,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/b16099ffeac44e87b5e2cba3685725fe is 50, key is test_row_0/A:col10/1731683924859/Put/seqid=0 2024-11-15T15:18:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-15T15:18:44,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742121_1297 (size=14541) 2024-11-15T15:18:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683984875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683984876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683984878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683984879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683984879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:44,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:44,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:44,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683984979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683984979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683984982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683984982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:44,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683984982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-15T15:18:45,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:45,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683985182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683985182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683985184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683985185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683985185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:45,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/b16099ffeac44e87b5e2cba3685725fe 2024-11-15T15:18:45,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/46a107d75d6b4f83ac5257e6fec34444 is 50, key is test_row_0/B:col10/1731683924859/Put/seqid=0 2024-11-15T15:18:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742122_1298 (size=12151) 2024-11-15T15:18:45,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/46a107d75d6b4f83ac5257e6fec34444 2024-11-15T15:18:45,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/c4630747880d4900a3ced68924c01e57 is 50, key is test_row_0/C:col10/1731683924859/Put/seqid=0 2024-11-15T15:18:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742123_1299 (size=12151) 2024-11-15T15:18:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-15T15:18:45,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:45,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683985483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683985486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683985488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683985488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683985490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:45,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:45,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:45,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:45,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/c4630747880d4900a3ced68924c01e57 2024-11-15T15:18:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/b16099ffeac44e87b5e2cba3685725fe as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/b16099ffeac44e87b5e2cba3685725fe 2024-11-15T15:18:45,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/b16099ffeac44e87b5e2cba3685725fe, entries=200, sequenceid=184, filesize=14.2 K 2024-11-15T15:18:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/46a107d75d6b4f83ac5257e6fec34444 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/46a107d75d6b4f83ac5257e6fec34444 2024-11-15T15:18:45,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/46a107d75d6b4f83ac5257e6fec34444, entries=150, sequenceid=184, filesize=11.9 K 2024-11-15T15:18:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/c4630747880d4900a3ced68924c01e57 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c4630747880d4900a3ced68924c01e57 2024-11-15T15:18:45,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c4630747880d4900a3ced68924c01e57, entries=150, sequenceid=184, filesize=11.9 K 2024-11-15T15:18:45,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 860ms, sequenceid=184, compaction requested=true 2024-11-15T15:18:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:45,721 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:45,721 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:45,721 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:45,721 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:45,722 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:45,722 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:45,722 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,722 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,722 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8e384b7b11ab40dcadf1f0a702d3dc6c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/b16099ffeac44e87b5e2cba3685725fe] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=38.3 K 2024-11-15T15:18:45,722 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/194ba72b176e4243a3bb905cabadc1a4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/5914e635c69645eb8332e267aa631ed4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/46a107d75d6b4f83ac5257e6fec34444] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=35.9 K 2024-11-15T15:18:45,722 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47f5b1e63c0b4f78a59cfbc0b3d0dd49, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731683922584 2024-11-15T15:18:45,722 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 194ba72b176e4243a3bb905cabadc1a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731683922584 2024-11-15T15:18:45,723 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5914e635c69645eb8332e267aa631ed4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731683922615 2024-11-15T15:18:45,723 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e384b7b11ab40dcadf1f0a702d3dc6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731683922615 2024-11-15T15:18:45,723 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 46a107d75d6b4f83ac5257e6fec34444, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683924858 2024-11-15T15:18:45,723 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting b16099ffeac44e87b5e2cba3685725fe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683923741 2024-11-15T15:18:45,731 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:45,731 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/570fd454665e4e96b0b0c5b3e77c1ab8 is 50, key is test_row_0/A:col10/1731683924859/Put/seqid=0 2024-11-15T15:18:45,734 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:45,735 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/9c4035f75a4142049ef1b856ebc41f34 is 50, key is test_row_0/B:col10/1731683924859/Put/seqid=0 2024-11-15T15:18:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742124_1300 (size=12595) 2024-11-15T15:18:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742125_1301 (size=12595) 2024-11-15T15:18:45,745 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/570fd454665e4e96b0b0c5b3e77c1ab8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/570fd454665e4e96b0b0c5b3e77c1ab8 2024-11-15T15:18:45,750 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 570fd454665e4e96b0b0c5b3e77c1ab8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:45,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:45,750 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=13, startTime=1731683925720; duration=0sec 2024-11-15T15:18:45,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:45,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:45,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:45,751 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:45,752 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:45,752 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,752 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/89c96e55fce34555ba87019f1f68f028, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/73b638d7d2e74977825a15f971fd83a2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c4630747880d4900a3ced68924c01e57] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=35.9 K 2024-11-15T15:18:45,752 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89c96e55fce34555ba87019f1f68f028, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731683922584 2024-11-15T15:18:45,752 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73b638d7d2e74977825a15f971fd83a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731683922615 2024-11-15T15:18:45,753 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4630747880d4900a3ced68924c01e57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683924858 2024-11-15T15:18:45,761 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:45,762 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/87f03442edf6489db53725bc0fd82f9e is 50, key is test_row_0/C:col10/1731683924859/Put/seqid=0 2024-11-15T15:18:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742126_1302 (size=12595) 2024-11-15T15:18:45,796 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/87f03442edf6489db53725bc0fd82f9e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/87f03442edf6489db53725bc0fd82f9e 2024-11-15T15:18:45,801 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 87f03442edf6489db53725bc0fd82f9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:45,801 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:45,801 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=13, startTime=1731683925721; duration=0sec 2024-11-15T15:18:45,801 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:45,801 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:45,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:45,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-15T15:18:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:45,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T15:18:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/2a724f99a1cf4a9caed967d0604ce2b3 is 50, key is test_row_0/A:col10/1731683924874/Put/seqid=0 2024-11-15T15:18:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742127_1303 (size=12151) 2024-11-15T15:18:45,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/2a724f99a1cf4a9caed967d0604ce2b3 2024-11-15T15:18:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-15T15:18:45,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a3558f0fc35e4f188fb0e5dac7e2f3cd is 50, key is test_row_0/B:col10/1731683924874/Put/seqid=0 2024-11-15T15:18:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742128_1304 (size=12151) 2024-11-15T15:18:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:45,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:46,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683985998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683985999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683986000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683986002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683986002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683986103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683986103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683986103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683986105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683986105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,145 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/9c4035f75a4142049ef1b856ebc41f34 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/9c4035f75a4142049ef1b856ebc41f34 2024-11-15T15:18:46,151 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 9c4035f75a4142049ef1b856ebc41f34(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:46,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:46,151 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=13, startTime=1731683925720; duration=0sec 2024-11-15T15:18:46,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:46,151 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:46,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a3558f0fc35e4f188fb0e5dac7e2f3cd 2024-11-15T15:18:46,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683986305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683986306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683986306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683986309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683986309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2e27035778d0400f8007274cd43cf3d7 is 50, key is test_row_0/C:col10/1731683924874/Put/seqid=0 2024-11-15T15:18:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742129_1305 (size=12151) 2024-11-15T15:18:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683986609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683986610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683986610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683986610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683986612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:46,715 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2e27035778d0400f8007274cd43cf3d7 2024-11-15T15:18:46,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/2a724f99a1cf4a9caed967d0604ce2b3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/2a724f99a1cf4a9caed967d0604ce2b3 2024-11-15T15:18:46,724 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/2a724f99a1cf4a9caed967d0604ce2b3, entries=150, sequenceid=208, filesize=11.9 K 2024-11-15T15:18:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a3558f0fc35e4f188fb0e5dac7e2f3cd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a3558f0fc35e4f188fb0e5dac7e2f3cd 2024-11-15T15:18:46,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a3558f0fc35e4f188fb0e5dac7e2f3cd, entries=150, sequenceid=208, filesize=11.9 K 2024-11-15T15:18:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2e27035778d0400f8007274cd43cf3d7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2e27035778d0400f8007274cd43cf3d7 2024-11-15T15:18:46,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2e27035778d0400f8007274cd43cf3d7, entries=150, sequenceid=208, filesize=11.9 K 2024-11-15T15:18:46,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 896ms, sequenceid=208, compaction requested=false 2024-11-15T15:18:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-15T15:18:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-15T15:18:46,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-15T15:18:46,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-11-15T15:18:46,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.9710 sec 2024-11-15T15:18:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-15T15:18:46,873 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-15T15:18:46,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-15T15:18:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-15T15:18:46,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:46,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:46,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-15T15:18:47,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:47,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-15T15:18:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:47,029 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:18:47,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/e49784720f154c0eaf8270c192831922 is 50, key is test_row_0/A:col10/1731683926000/Put/seqid=0 2024-11-15T15:18:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742130_1306 (size=12151) 2024-11-15T15:18:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:47,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683987127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683987129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683987129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683987130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683987131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-15T15:18:47,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683987231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683987233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683987234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683987234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683987234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683987434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683987435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683987435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683987436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683987437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,440 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/e49784720f154c0eaf8270c192831922 2024-11-15T15:18:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f0e324759d3e4304bc70c94542ba8d09 is 50, key is test_row_0/B:col10/1731683926000/Put/seqid=0 2024-11-15T15:18:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742131_1307 (size=12151) 2024-11-15T15:18:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-15T15:18:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683987737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683987737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683987739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683987740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683987741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:47,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f0e324759d3e4304bc70c94542ba8d09 2024-11-15T15:18:47,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/62e6df245a454ea7b960b7df7f8e94bc is 50, key is test_row_0/C:col10/1731683926000/Put/seqid=0 2024-11-15T15:18:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742132_1308 (size=12151) 2024-11-15T15:18:47,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/62e6df245a454ea7b960b7df7f8e94bc 2024-11-15T15:18:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/e49784720f154c0eaf8270c192831922 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e49784720f154c0eaf8270c192831922 2024-11-15T15:18:47,874 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e49784720f154c0eaf8270c192831922, entries=150, sequenceid=224, filesize=11.9 K 2024-11-15T15:18:47,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f0e324759d3e4304bc70c94542ba8d09 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f0e324759d3e4304bc70c94542ba8d09 2024-11-15T15:18:47,879 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f0e324759d3e4304bc70c94542ba8d09, entries=150, sequenceid=224, filesize=11.9 K 2024-11-15T15:18:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/62e6df245a454ea7b960b7df7f8e94bc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/62e6df245a454ea7b960b7df7f8e94bc 2024-11-15T15:18:47,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/62e6df245a454ea7b960b7df7f8e94bc, entries=150, sequenceid=224, filesize=11.9 K 2024-11-15T15:18:47,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 855ms, sequenceid=224, compaction requested=true 2024-11-15T15:18:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-15T15:18:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-15T15:18:47,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-15T15:18:47,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-15T15:18:47,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0130 sec 2024-11-15T15:18:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-15T15:18:47,979 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-15T15:18:47,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-15T15:18:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-15T15:18:47,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:47,982 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:47,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-15T15:18:48,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:48,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-15T15:18:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:48,135 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T15:18:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:48,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:48,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/e4710649cced407fa00b6e6436c8b54c is 50, key is test_row_0/A:col10/1731683927128/Put/seqid=0 2024-11-15T15:18:48,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742133_1309 (size=12151) 2024-11-15T15:18:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:48,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683988252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683988253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683988255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683988256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683988256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-15T15:18:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683988357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683988357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683988359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683988360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683988360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/e4710649cced407fa00b6e6436c8b54c 2024-11-15T15:18:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/ebe6ddcbeb234eb09390fff3000631a4 is 50, key is test_row_0/B:col10/1731683927128/Put/seqid=0 2024-11-15T15:18:48,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683988559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683988560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683988562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742134_1310 (size=12151) 2024-11-15T15:18:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683988564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683988564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-15T15:18:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683988864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683988864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683988866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683988866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683988868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:48,961 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/ebe6ddcbeb234eb09390fff3000631a4 2024-11-15T15:18:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/d4c692c7be6b40caacbc0f991fa18b8a is 50, key is test_row_0/C:col10/1731683927128/Put/seqid=0 2024-11-15T15:18:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742135_1311 (size=12151) 2024-11-15T15:18:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-15T15:18:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683989367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683989370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:49,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683989371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:49,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683989372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683989374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:49,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/d4c692c7be6b40caacbc0f991fa18b8a 2024-11-15T15:18:49,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/e4710649cced407fa00b6e6436c8b54c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e4710649cced407fa00b6e6436c8b54c 2024-11-15T15:18:49,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e4710649cced407fa00b6e6436c8b54c, entries=150, sequenceid=246, filesize=11.9 K 2024-11-15T15:18:49,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/ebe6ddcbeb234eb09390fff3000631a4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/ebe6ddcbeb234eb09390fff3000631a4 2024-11-15T15:18:49,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/ebe6ddcbeb234eb09390fff3000631a4, entries=150, sequenceid=246, filesize=11.9 K 2024-11-15T15:18:49,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/d4c692c7be6b40caacbc0f991fa18b8a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d4c692c7be6b40caacbc0f991fa18b8a 2024-11-15T15:18:49,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d4c692c7be6b40caacbc0f991fa18b8a, entries=150, sequenceid=246, filesize=11.9 K 2024-11-15T15:18:49,404 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1270ms, sequenceid=246, compaction requested=true 2024-11-15T15:18:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-15T15:18:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-15T15:18:49,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-15T15:18:49,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-11-15T15:18:49,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4270 sec 2024-11-15T15:18:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-15T15:18:50,086 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-15T15:18:50,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-15T15:18:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-15T15:18:50,088 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:50,089 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:50,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-15T15:18:50,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:50,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-15T15:18:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:50,242 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:18:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3bd0bd1381974132af0ecb66d9054096 is 50, key is test_row_0/A:col10/1731683928252/Put/seqid=0 2024-11-15T15:18:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742136_1312 (size=12251) 2024-11-15T15:18:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:50,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-15T15:18:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683990389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683990390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683990391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683990392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683990392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683990494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683990494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683990495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683990495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683990495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,652 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3bd0bd1381974132af0ecb66d9054096 2024-11-15T15:18:50,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e127fb1f831540278405e3456e2ceb3b is 50, key is test_row_0/B:col10/1731683928252/Put/seqid=0 2024-11-15T15:18:50,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742137_1313 (size=12251) 2024-11-15T15:18:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-15T15:18:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683990698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683990698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683990698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683990698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683990699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683991000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683991001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683991002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683991002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683991003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,068 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e127fb1f831540278405e3456e2ceb3b 2024-11-15T15:18:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/c706b90fbf9f4287928658b210613576 is 50, key is test_row_0/C:col10/1731683928252/Put/seqid=0 2024-11-15T15:18:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742138_1314 (size=12251) 2024-11-15T15:18:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-15T15:18:51,481 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/c706b90fbf9f4287928658b210613576 2024-11-15T15:18:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3bd0bd1381974132af0ecb66d9054096 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3bd0bd1381974132af0ecb66d9054096 2024-11-15T15:18:51,490 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3bd0bd1381974132af0ecb66d9054096, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T15:18:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e127fb1f831540278405e3456e2ceb3b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e127fb1f831540278405e3456e2ceb3b 2024-11-15T15:18:51,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e127fb1f831540278405e3456e2ceb3b, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T15:18:51,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/c706b90fbf9f4287928658b210613576 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c706b90fbf9f4287928658b210613576 2024-11-15T15:18:51,502 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c706b90fbf9f4287928658b210613576, entries=150, sequenceid=261, filesize=12.0 K 2024-11-15T15:18:51,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1262ms, sequenceid=261, compaction requested=true 2024-11-15T15:18:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-15T15:18:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-15T15:18:51,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-15T15:18:51,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-15T15:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:51,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4190 sec 2024-11-15T15:18:51,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T15:18:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:51,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/0647f0176d10400d9fac183adadd77da is 50, key is test_row_0/A:col10/1731683930383/Put/seqid=0 2024-11-15T15:18:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742139_1315 (size=14741) 2024-11-15T15:18:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683991517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683991517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683991518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683991519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683991520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683991622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683991622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683991622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683991623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683991623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683991825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683991825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683991826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683991826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683991827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:51,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/0647f0176d10400d9fac183adadd77da 2024-11-15T15:18:51,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f9c4e5ef00c14cd996ac85ad017f5e97 is 50, key is test_row_0/B:col10/1731683930383/Put/seqid=0 2024-11-15T15:18:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742140_1316 (size=12301) 2024-11-15T15:18:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683992129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683992129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683992129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683992129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683992130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-15T15:18:52,192 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-15T15:18:52,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-15T15:18:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-15T15:18:52,195 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:52,195 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:52,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-15T15:18:52,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f9c4e5ef00c14cd996ac85ad017f5e97 2024-11-15T15:18:52,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/6bcefc181f0e43479b29294f5e2aa776 is 50, key is test_row_0/C:col10/1731683930383/Put/seqid=0 2024-11-15T15:18:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742141_1317 (size=12301) 2024-11-15T15:18:52,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:52,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-15T15:18:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:52,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-15T15:18:52,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:52,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-15T15:18:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:52,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683992633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683992635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683992635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683992635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683992639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:52,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:52,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-15T15:18:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:52,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/6bcefc181f0e43479b29294f5e2aa776 2024-11-15T15:18:52,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/0647f0176d10400d9fac183adadd77da as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0647f0176d10400d9fac183adadd77da 2024-11-15T15:18:52,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0647f0176d10400d9fac183adadd77da, entries=200, sequenceid=283, filesize=14.4 K 2024-11-15T15:18:52,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/f9c4e5ef00c14cd996ac85ad017f5e97 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f9c4e5ef00c14cd996ac85ad017f5e97 2024-11-15T15:18:52,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f9c4e5ef00c14cd996ac85ad017f5e97, entries=150, sequenceid=283, filesize=12.0 K 2024-11-15T15:18:52,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/6bcefc181f0e43479b29294f5e2aa776 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6bcefc181f0e43479b29294f5e2aa776 2024-11-15T15:18:52,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6bcefc181f0e43479b29294f5e2aa776, entries=150, sequenceid=283, filesize=12.0 K 2024-11-15T15:18:52,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1250ms, sequenceid=283, compaction requested=true 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:52,758 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:52,758 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T15:18:52,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:52,760 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 76040 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T15:18:52,760 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73600 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T15:18:52,760 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:52,760 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,760 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:52,760 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,760 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/570fd454665e4e96b0b0c5b3e77c1ab8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/2a724f99a1cf4a9caed967d0604ce2b3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e49784720f154c0eaf8270c192831922, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e4710649cced407fa00b6e6436c8b54c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3bd0bd1381974132af0ecb66d9054096, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0647f0176d10400d9fac183adadd77da] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=74.3 K 2024-11-15T15:18:52,760 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/9c4035f75a4142049ef1b856ebc41f34, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a3558f0fc35e4f188fb0e5dac7e2f3cd, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f0e324759d3e4304bc70c94542ba8d09, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/ebe6ddcbeb234eb09390fff3000631a4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e127fb1f831540278405e3456e2ceb3b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f9c4e5ef00c14cd996ac85ad017f5e97] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=71.9 K 2024-11-15T15:18:52,760 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570fd454665e4e96b0b0c5b3e77c1ab8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683924858 2024-11-15T15:18:52,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c4035f75a4142049ef1b856ebc41f34, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683924858 2024-11-15T15:18:52,761 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a724f99a1cf4a9caed967d0604ce2b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731683924874 2024-11-15T15:18:52,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a3558f0fc35e4f188fb0e5dac7e2f3cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731683924874 2024-11-15T15:18:52,761 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting e49784720f154c0eaf8270c192831922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731683925996 2024-11-15T15:18:52,761 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e324759d3e4304bc70c94542ba8d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731683925996 2024-11-15T15:18:52,762 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4710649cced407fa00b6e6436c8b54c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731683927128 2024-11-15T15:18:52,762 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ebe6ddcbeb234eb09390fff3000631a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731683927128 2024-11-15T15:18:52,762 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bd0bd1381974132af0ecb66d9054096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731683928250 2024-11-15T15:18:52,762 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e127fb1f831540278405e3456e2ceb3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731683928250 2024-11-15T15:18:52,762 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0647f0176d10400d9fac183adadd77da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731683930383 2024-11-15T15:18:52,763 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f9c4e5ef00c14cd996ac85ad017f5e97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731683930383 2024-11-15T15:18:52,774 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:52,774 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/f58626997b1546b596a5f897869d10c2 is 50, key is test_row_0/A:col10/1731683930383/Put/seqid=0 2024-11-15T15:18:52,775 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#267 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:52,776 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/21652442773743c688fe982933828c55 is 50, key is test_row_0/B:col10/1731683930383/Put/seqid=0 2024-11-15T15:18:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742142_1318 (size=12949) 2024-11-15T15:18:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742143_1319 (size=12949) 2024-11-15T15:18:52,783 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/21652442773743c688fe982933828c55 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/21652442773743c688fe982933828c55 2024-11-15T15:18:52,787 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 21652442773743c688fe982933828c55(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:52,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:52,787 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=10, startTime=1731683932758; duration=0sec 2024-11-15T15:18:52,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:52,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:52,787 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-15T15:18:52,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73600 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-15T15:18:52,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:52,790 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,790 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/87f03442edf6489db53725bc0fd82f9e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2e27035778d0400f8007274cd43cf3d7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/62e6df245a454ea7b960b7df7f8e94bc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d4c692c7be6b40caacbc0f991fa18b8a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c706b90fbf9f4287928658b210613576, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6bcefc181f0e43479b29294f5e2aa776] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=71.9 K 2024-11-15T15:18:52,790 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f03442edf6489db53725bc0fd82f9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683924858 2024-11-15T15:18:52,790 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e27035778d0400f8007274cd43cf3d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731683924874 2024-11-15T15:18:52,791 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 62e6df245a454ea7b960b7df7f8e94bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731683925996 2024-11-15T15:18:52,791 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d4c692c7be6b40caacbc0f991fa18b8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731683927128 2024-11-15T15:18:52,791 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c706b90fbf9f4287928658b210613576, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731683928250 2024-11-15T15:18:52,792 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bcefc181f0e43479b29294f5e2aa776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731683930383 2024-11-15T15:18:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-15T15:18:52,803 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:52,804 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/8f6e5bd8eee948f5a88b8357a3a60dfe is 50, key is test_row_0/C:col10/1731683930383/Put/seqid=0 2024-11-15T15:18:52,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:52,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-15T15:18:52,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:52,805 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:18:52,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:52,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3279f08052a14b818708503f47f38e0f is 50, key is test_row_0/A:col10/1731683931519/Put/seqid=0 2024-11-15T15:18:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742144_1320 (size=12949) 2024-11-15T15:18:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742145_1321 (size=12301) 2024-11-15T15:18:53,184 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/f58626997b1546b596a5f897869d10c2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/f58626997b1546b596a5f897869d10c2 2024-11-15T15:18:53,189 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into f58626997b1546b596a5f897869d10c2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:53,190 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:53,190 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=10, startTime=1731683932758; duration=0sec 2024-11-15T15:18:53,190 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:53,190 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:53,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3279f08052a14b818708503f47f38e0f 2024-11-15T15:18:53,221 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/8f6e5bd8eee948f5a88b8357a3a60dfe as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8f6e5bd8eee948f5a88b8357a3a60dfe 2024-11-15T15:18:53,229 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 8f6e5bd8eee948f5a88b8357a3a60dfe(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:53,229 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:53,229 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=10, startTime=1731683932758; duration=0sec 2024-11-15T15:18:53,229 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:53,229 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:53,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/1fb933260fee4218b7a187c3ece8ed3f is 50, key is test_row_0/B:col10/1731683931519/Put/seqid=0 2024-11-15T15:18:53,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742146_1322 (size=12301) 2024-11-15T15:18:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-15T15:18:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:53,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:53,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/1fb933260fee4218b7a187c3ece8ed3f 2024-11-15T15:18:53,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/661b62aa7dc847d29f57576848a954f1 is 50, key is test_row_0/C:col10/1731683931519/Put/seqid=0 2024-11-15T15:18:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742147_1323 (size=12301) 2024-11-15T15:18:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683993657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683993658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683993660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683993660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683993660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683993761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683993761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683993764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683993764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683993764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683993963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683993964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683993966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683993966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683993966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/661b62aa7dc847d29f57576848a954f1 2024-11-15T15:18:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/3279f08052a14b818708503f47f38e0f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3279f08052a14b818708503f47f38e0f 2024-11-15T15:18:54,066 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3279f08052a14b818708503f47f38e0f, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T15:18:54,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/1fb933260fee4218b7a187c3ece8ed3f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/1fb933260fee4218b7a187c3ece8ed3f 2024-11-15T15:18:54,071 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/1fb933260fee4218b7a187c3ece8ed3f, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T15:18:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/661b62aa7dc847d29f57576848a954f1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/661b62aa7dc847d29f57576848a954f1 2024-11-15T15:18:54,075 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/661b62aa7dc847d29f57576848a954f1, entries=150, sequenceid=298, filesize=12.0 K 2024-11-15T15:18:54,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1271ms, sequenceid=298, compaction requested=false 2024-11-15T15:18:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-15T15:18:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-15T15:18:54,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-15T15:18:54,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-15T15:18:54,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8860 sec 2024-11-15T15:18:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:54,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:18:54,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:54,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:54,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:54,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:54,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:54,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:54,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/497f5fdc73794c45b0d9456fd7d1b316 is 50, key is test_row_0/A:col10/1731683933658/Put/seqid=0 2024-11-15T15:18:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683994278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683994279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683994280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683994280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683994281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742148_1324 (size=12301) 2024-11-15T15:18:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-15T15:18:54,299 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-15T15:18:54,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-15T15:18:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-15T15:18:54,302 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:54,302 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:54,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683994382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683994382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683994383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683994383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683994383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-15T15:18:54,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:54,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-15T15:18:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683994584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683994586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683994586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683994586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683994587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-15T15:18:54,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:54,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-15T15:18:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/497f5fdc73794c45b0d9456fd7d1b316 2024-11-15T15:18:54,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a812a81f833143a999ef2472283fcb78 is 50, key is test_row_0/B:col10/1731683933658/Put/seqid=0 2024-11-15T15:18:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742149_1325 (size=12301) 2024-11-15T15:18:54,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:54,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-15T15:18:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683994888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683994888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683994888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683994889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683994889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-15T15:18:54,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:54,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-15T15:18:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:54,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:55,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:55,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-15T15:18:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:55,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:55,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a812a81f833143a999ef2472283fcb78 2024-11-15T15:18:55,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/a405a0fa7afb4d6d923d86a1dfd7f127 is 50, key is test_row_0/C:col10/1731683933658/Put/seqid=0 2024-11-15T15:18:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742150_1326 (size=12301) 2024-11-15T15:18:55,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/a405a0fa7afb4d6d923d86a1dfd7f127 2024-11-15T15:18:55,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/497f5fdc73794c45b0d9456fd7d1b316 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/497f5fdc73794c45b0d9456fd7d1b316 2024-11-15T15:18:55,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/497f5fdc73794c45b0d9456fd7d1b316, entries=150, sequenceid=325, filesize=12.0 K 2024-11-15T15:18:55,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/a812a81f833143a999ef2472283fcb78 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a812a81f833143a999ef2472283fcb78 2024-11-15T15:18:55,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a812a81f833143a999ef2472283fcb78, entries=150, sequenceid=325, filesize=12.0 K 2024-11-15T15:18:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/a405a0fa7afb4d6d923d86a1dfd7f127 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/a405a0fa7afb4d6d923d86a1dfd7f127 2024-11-15T15:18:55,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/a405a0fa7afb4d6d923d86a1dfd7f127, entries=150, sequenceid=325, filesize=12.0 K 2024-11-15T15:18:55,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 848ms, sequenceid=325, compaction requested=true 2024-11-15T15:18:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:55,122 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:55,122 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:55,122 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:55,122 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:55,123 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:55,123 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:55,123 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:55,123 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:55,123 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/f58626997b1546b596a5f897869d10c2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3279f08052a14b818708503f47f38e0f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/497f5fdc73794c45b0d9456fd7d1b316] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.7 K 2024-11-15T15:18:55,123 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/21652442773743c688fe982933828c55, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/1fb933260fee4218b7a187c3ece8ed3f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a812a81f833143a999ef2472283fcb78] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.7 K 2024-11-15T15:18:55,123 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting f58626997b1546b596a5f897869d10c2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731683930383 2024-11-15T15:18:55,123 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 21652442773743c688fe982933828c55, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731683930383 2024-11-15T15:18:55,123 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fb933260fee4218b7a187c3ece8ed3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731683931511 2024-11-15T15:18:55,123 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3279f08052a14b818708503f47f38e0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731683931511 2024-11-15T15:18:55,124 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a812a81f833143a999ef2472283fcb78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731683933655 2024-11-15T15:18:55,124 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 497f5fdc73794c45b0d9456fd7d1b316, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731683933655 2024-11-15T15:18:55,131 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#276 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:55,131 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/34209dcfa6074cca95b0f925cc01a4ee is 50, key is test_row_0/B:col10/1731683933658/Put/seqid=0 2024-11-15T15:18:55,133 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:55,134 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/6b122889c6ba4f33bcf2b2a8e295e752 is 50, key is test_row_0/A:col10/1731683933658/Put/seqid=0 2024-11-15T15:18:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742151_1327 (size=13051) 2024-11-15T15:18:55,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742152_1328 (size=13051) 2024-11-15T15:18:55,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:55,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:55,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/d896a6ef66bc42abb684382107e0e082 is 50, key is test_row_0/A:col10/1731683934274/Put/seqid=0 2024-11-15T15:18:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742153_1329 (size=12301) 2024-11-15T15:18:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-15T15:18:55,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683995409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683995409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683995410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683995411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683995412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683995513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683995513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683995515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683995515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683995516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,543 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/6b122889c6ba4f33bcf2b2a8e295e752 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/6b122889c6ba4f33bcf2b2a8e295e752 2024-11-15T15:18:55,543 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/34209dcfa6074cca95b0f925cc01a4ee as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/34209dcfa6074cca95b0f925cc01a4ee 2024-11-15T15:18:55,550 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 34209dcfa6074cca95b0f925cc01a4ee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:55,550 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 6b122889c6ba4f33bcf2b2a8e295e752(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:55,550 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=13, startTime=1731683935122; duration=0sec 2024-11-15T15:18:55,550 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=13, startTime=1731683935121; duration=0sec 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:55,550 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:55,551 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:55,551 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:55,551 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:55,551 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8f6e5bd8eee948f5a88b8357a3a60dfe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/661b62aa7dc847d29f57576848a954f1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/a405a0fa7afb4d6d923d86a1dfd7f127] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.7 K 2024-11-15T15:18:55,551 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f6e5bd8eee948f5a88b8357a3a60dfe, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731683930383 2024-11-15T15:18:55,552 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 661b62aa7dc847d29f57576848a954f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731683931511 2024-11-15T15:18:55,552 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a405a0fa7afb4d6d923d86a1dfd7f127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731683933655 2024-11-15T15:18:55,559 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:55,559 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/8443ae2e3352494197f9b63f0f3500df is 50, key is test_row_0/C:col10/1731683933658/Put/seqid=0 2024-11-15T15:18:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742154_1330 (size=13051) 2024-11-15T15:18:55,629 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/d896a6ef66bc42abb684382107e0e082 2024-11-15T15:18:55,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/25c7126bc1ed43f6bf9faa48ce7b0b6a is 50, key is test_row_0/B:col10/1731683934274/Put/seqid=0 2024-11-15T15:18:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742155_1331 (size=12301) 2024-11-15T15:18:55,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/25c7126bc1ed43f6bf9faa48ce7b0b6a 2024-11-15T15:18:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2f9c52c97f69486fb4aa661ae40e9ec4 is 50, key is test_row_0/C:col10/1731683934274/Put/seqid=0 2024-11-15T15:18:55,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742156_1332 (size=12301) 2024-11-15T15:18:55,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683995716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683995716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683995717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683995719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683995719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:55,975 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/8443ae2e3352494197f9b63f0f3500df as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8443ae2e3352494197f9b63f0f3500df 2024-11-15T15:18:55,980 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 8443ae2e3352494197f9b63f0f3500df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:55,980 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:55,980 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=13, startTime=1731683935122; duration=0sec 2024-11-15T15:18:55,981 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:55,981 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683996019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683996019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683996020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683996024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683996024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,052 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2f9c52c97f69486fb4aa661ae40e9ec4 2024-11-15T15:18:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/d896a6ef66bc42abb684382107e0e082 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/d896a6ef66bc42abb684382107e0e082 2024-11-15T15:18:56,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/d896a6ef66bc42abb684382107e0e082, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T15:18:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/25c7126bc1ed43f6bf9faa48ce7b0b6a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/25c7126bc1ed43f6bf9faa48ce7b0b6a 2024-11-15T15:18:56,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/25c7126bc1ed43f6bf9faa48ce7b0b6a, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T15:18:56,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/2f9c52c97f69486fb4aa661ae40e9ec4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2f9c52c97f69486fb4aa661ae40e9ec4 2024-11-15T15:18:56,068 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2f9c52c97f69486fb4aa661ae40e9ec4, entries=150, sequenceid=336, filesize=12.0 K 2024-11-15T15:18:56,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 850ms, sequenceid=336, compaction requested=false 2024-11-15T15:18:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-15T15:18:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-15T15:18:56,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-15T15:18:56,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7680 sec 2024-11-15T15:18:56,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.7720 sec 2024-11-15T15:18:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-15T15:18:56,405 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-15T15:18:56,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:18:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-15T15:18:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-15T15:18:56,408 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:18:56,409 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:18:56,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:18:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-15T15:18:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:56,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T15:18:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:56,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/add9e73695004225bc1fecabd1017914 is 50, key is test_row_0/A:col10/1731683935411/Put/seqid=0 2024-11-15T15:18:56,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683996529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683996529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742157_1333 (size=12301) 2024-11-15T15:18:56,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683996530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683996530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/add9e73695004225bc1fecabd1017914 2024-11-15T15:18:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683996530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/dc7fb7baae9b446da1ccd85f2282fcf9 is 50, key is test_row_0/B:col10/1731683935411/Put/seqid=0 2024-11-15T15:18:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742158_1334 (size=12301) 2024-11-15T15:18:56,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:56,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683996633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683996633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683996634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683996634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683996634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-15T15:18:56,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:56,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683996836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683996836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683996837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683996837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683996837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:56,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:56,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:56,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:56,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/dc7fb7baae9b446da1ccd85f2282fcf9 2024-11-15T15:18:56,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/d5df02bd99e744928a558222f1e352e7 is 50, key is test_row_0/C:col10/1731683935411/Put/seqid=0 2024-11-15T15:18:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742159_1335 (size=12301) 2024-11-15T15:18:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-15T15:18:57,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:57,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683997140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683997140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683997141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683997141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683997141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:57,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,208 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:18:57,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:57,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:18:57,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/d5df02bd99e744928a558222f1e352e7 2024-11-15T15:18:57,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/add9e73695004225bc1fecabd1017914 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/add9e73695004225bc1fecabd1017914 2024-11-15T15:18:57,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/add9e73695004225bc1fecabd1017914, entries=150, sequenceid=365, filesize=12.0 K 2024-11-15T15:18:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/dc7fb7baae9b446da1ccd85f2282fcf9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dc7fb7baae9b446da1ccd85f2282fcf9 2024-11-15T15:18:57,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dc7fb7baae9b446da1ccd85f2282fcf9, entries=150, sequenceid=365, filesize=12.0 K 2024-11-15T15:18:57,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/d5df02bd99e744928a558222f1e352e7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d5df02bd99e744928a558222f1e352e7 2024-11-15T15:18:57,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d5df02bd99e744928a558222f1e352e7, entries=150, sequenceid=365, filesize=12.0 K 2024-11-15T15:18:57,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 856ms, sequenceid=365, compaction requested=true 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:57,380 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:57,380 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:57,381 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:57,381 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:57,381 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:57,381 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:57,381 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,381 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,381 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/6b122889c6ba4f33bcf2b2a8e295e752, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/d896a6ef66bc42abb684382107e0e082, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/add9e73695004225bc1fecabd1017914] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.8 K 2024-11-15T15:18:57,381 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/34209dcfa6074cca95b0f925cc01a4ee, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/25c7126bc1ed43f6bf9faa48ce7b0b6a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dc7fb7baae9b446da1ccd85f2282fcf9] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.8 K 2024-11-15T15:18:57,381 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b122889c6ba4f33bcf2b2a8e295e752, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731683933655 2024-11-15T15:18:57,381 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 34209dcfa6074cca95b0f925cc01a4ee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731683933655 2024-11-15T15:18:57,382 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d896a6ef66bc42abb684382107e0e082, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731683934274 2024-11-15T15:18:57,382 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 25c7126bc1ed43f6bf9faa48ce7b0b6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731683934274 2024-11-15T15:18:57,382 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting dc7fb7baae9b446da1ccd85f2282fcf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731683935407 2024-11-15T15:18:57,382 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting add9e73695004225bc1fecabd1017914, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731683935407 2024-11-15T15:18:57,390 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:57,391 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/dafc16bff5b14822a4c62587b36794be is 50, key is test_row_0/B:col10/1731683935411/Put/seqid=0 2024-11-15T15:18:57,393 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:57,394 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5bac758a4d74443fb90deba18dc2529c is 50, key is test_row_0/A:col10/1731683935411/Put/seqid=0 2024-11-15T15:18:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742160_1336 (size=13153) 2024-11-15T15:18:57,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742161_1337 (size=13153) 2024-11-15T15:18:57,423 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5bac758a4d74443fb90deba18dc2529c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5bac758a4d74443fb90deba18dc2529c 2024-11-15T15:18:57,428 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 5bac758a4d74443fb90deba18dc2529c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:57,428 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:57,428 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=13, startTime=1731683937380; duration=0sec 2024-11-15T15:18:57,428 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:57,428 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:57,428 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:57,429 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:57,429 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:57,429 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,429 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8443ae2e3352494197f9b63f0f3500df, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2f9c52c97f69486fb4aa661ae40e9ec4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d5df02bd99e744928a558222f1e352e7] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.8 K 2024-11-15T15:18:57,430 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8443ae2e3352494197f9b63f0f3500df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731683933655 2024-11-15T15:18:57,430 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f9c52c97f69486fb4aa661ae40e9ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731683934274 2024-11-15T15:18:57,430 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5df02bd99e744928a558222f1e352e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731683935407 2024-11-15T15:18:57,438 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:57,439 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/31d7128fc1244283b16e35aeaf4c166d is 50, key is test_row_0/C:col10/1731683935411/Put/seqid=0 2024-11-15T15:18:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742162_1338 (size=13153) 2024-11-15T15:18:57,473 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/31d7128fc1244283b16e35aeaf4c166d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/31d7128fc1244283b16e35aeaf4c166d 2024-11-15T15:18:57,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:18:57,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,478 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:57,480 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 31d7128fc1244283b16e35aeaf4c166d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:57,480 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:57,480 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=13, startTime=1731683937380; duration=0sec 2024-11-15T15:18:57,480 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:57,480 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:18:57,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5807cb30e1d54b6684666584f0af4a72 is 50, key is test_row_0/A:col10/1731683936526/Put/seqid=0 2024-11-15T15:18:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742163_1339 (size=12301) 2024-11-15T15:18:57,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5807cb30e1d54b6684666584f0af4a72 2024-11-15T15:18:57,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/27d1966137834ba4a8a14beb4e214596 is 50, key is test_row_0/B:col10/1731683936526/Put/seqid=0 2024-11-15T15:18:57,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742164_1340 (size=12301) 2024-11-15T15:18:57,500 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/27d1966137834ba4a8a14beb4e214596 2024-11-15T15:18:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-15T15:18:57,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/198eb6f4ebac461086f4681e19a263e5 is 50, key is test_row_0/C:col10/1731683936526/Put/seqid=0 2024-11-15T15:18:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742165_1341 (size=12301) 2024-11-15T15:18:57,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. as already flushing 2024-11-15T15:18:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683997661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683997661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683997662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683997662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683997663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683997765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683997765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683997766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683997766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683997766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,821 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/dafc16bff5b14822a4c62587b36794be as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dafc16bff5b14822a4c62587b36794be 2024-11-15T15:18:57,825 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into dafc16bff5b14822a4c62587b36794be(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:57,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:57,825 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=13, startTime=1731683937380; duration=0sec 2024-11-15T15:18:57,825 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:57,826 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:57,930 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/198eb6f4ebac461086f4681e19a263e5 2024-11-15T15:18:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/5807cb30e1d54b6684666584f0af4a72 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5807cb30e1d54b6684666584f0af4a72 2024-11-15T15:18:57,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5807cb30e1d54b6684666584f0af4a72, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T15:18:57,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/27d1966137834ba4a8a14beb4e214596 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/27d1966137834ba4a8a14beb4e214596 2024-11-15T15:18:57,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/27d1966137834ba4a8a14beb4e214596, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T15:18:57,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/198eb6f4ebac461086f4681e19a263e5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/198eb6f4ebac461086f4681e19a263e5 2024-11-15T15:18:57,952 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/198eb6f4ebac461086f4681e19a263e5, entries=150, sequenceid=377, filesize=12.0 K 2024-11-15T15:18:57,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 475ms, sequenceid=377, compaction requested=false 2024-11-15T15:18:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-15T15:18:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-15T15:18:57,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-15T15:18:57,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-15T15:18:57,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.5500 sec 2024-11-15T15:18:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:18:57,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-15T15:18:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:18:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:18:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:18:57,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:18:57,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/43fdd4692e78480cb9d23ae64f2cade3 is 50, key is test_row_0/A:col10/1731683937660/Put/seqid=0 2024-11-15T15:18:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683997974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683997973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742166_1342 (size=14741) 2024-11-15T15:18:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683997976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683997977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683997977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683998078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683998078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683998081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683998081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683998081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683998280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683998281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683998283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683998284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683998285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/43fdd4692e78480cb9d23ae64f2cade3 2024-11-15T15:18:58,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5 is 50, key is test_row_0/B:col10/1731683937660/Put/seqid=0 2024-11-15T15:18:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742167_1343 (size=12301) 2024-11-15T15:18:58,409 DEBUG [Thread-1205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:49406 2024-11-15T15:18:58,409 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:58,409 DEBUG [Thread-1209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:49406 2024-11-15T15:18:58,409 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:58,409 DEBUG [Thread-1211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:49406 2024-11-15T15:18:58,410 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:58,411 DEBUG [Thread-1203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:49406 2024-11-15T15:18:58,411 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:58,412 DEBUG [Thread-1207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:49406 2024-11-15T15:18:58,412 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:18:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-15T15:18:58,513 INFO [Thread-1202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-15T15:18:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683998585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683998585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683998586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683998586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683998588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:58,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5 2024-11-15T15:18:58,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/3c3cee9ac6bf4dc1803b60626596f8dc is 50, key is test_row_0/C:col10/1731683937660/Put/seqid=0 2024-11-15T15:18:58,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742168_1344 (size=12301) 2024-11-15T15:18:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39082 deadline: 1731683999086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:59,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39126 deadline: 1731683999087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:59,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39118 deadline: 1731683999088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39088 deadline: 1731683999089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:18:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39150 deadline: 1731683999090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 2024-11-15T15:18:59,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/3c3cee9ac6bf4dc1803b60626596f8dc 2024-11-15T15:18:59,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/43fdd4692e78480cb9d23ae64f2cade3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/43fdd4692e78480cb9d23ae64f2cade3 2024-11-15T15:18:59,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/43fdd4692e78480cb9d23ae64f2cade3, entries=200, sequenceid=405, filesize=14.4 K 2024-11-15T15:18:59,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5 2024-11-15T15:18:59,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T15:18:59,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/3c3cee9ac6bf4dc1803b60626596f8dc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3c3cee9ac6bf4dc1803b60626596f8dc 2024-11-15T15:18:59,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3c3cee9ac6bf4dc1803b60626596f8dc, entries=150, sequenceid=405, filesize=12.0 K 2024-11-15T15:18:59,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1244ms, sequenceid=405, compaction requested=true 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6143ef1b8baabc18a7968ccb6a1fc6f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:18:59,214 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:59,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:59,214 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:59,215 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:59,215 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:59,215 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/A is initiating minor compaction (all files) 2024-11-15T15:18:59,215 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/B is initiating minor compaction (all files) 2024-11-15T15:18:59,215 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/B in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:59,215 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/A in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:59,215 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dafc16bff5b14822a4c62587b36794be, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/27d1966137834ba4a8a14beb4e214596, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.9 K 2024-11-15T15:18:59,215 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5bac758a4d74443fb90deba18dc2529c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5807cb30e1d54b6684666584f0af4a72, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/43fdd4692e78480cb9d23ae64f2cade3] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=39.3 K 2024-11-15T15:18:59,216 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting dafc16bff5b14822a4c62587b36794be, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731683935407 2024-11-15T15:18:59,216 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bac758a4d74443fb90deba18dc2529c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731683935407 2024-11-15T15:18:59,216 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 27d1966137834ba4a8a14beb4e214596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731683936526 2024-11-15T15:18:59,216 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5807cb30e1d54b6684666584f0af4a72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731683936526 2024-11-15T15:18:59,216 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting df6d7ca6bd7d46dbb9ee7e252e9ae7d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731683937660 2024-11-15T15:18:59,216 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43fdd4692e78480cb9d23ae64f2cade3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731683937660 2024-11-15T15:18:59,222 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:59,223 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/86a3a2fabbdf46408fde91e22f598926 is 50, key is test_row_0/B:col10/1731683937660/Put/seqid=0 2024-11-15T15:18:59,223 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#A#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:59,223 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/461a77e7bc4f4f1d9b718c06956062b9 is 50, key is test_row_0/A:col10/1731683937660/Put/seqid=0 2024-11-15T15:18:59,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742169_1345 (size=13255) 2024-11-15T15:18:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742170_1346 (size=13255) 2024-11-15T15:18:59,634 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/86a3a2fabbdf46408fde91e22f598926 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/86a3a2fabbdf46408fde91e22f598926 2024-11-15T15:18:59,634 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/461a77e7bc4f4f1d9b718c06956062b9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/461a77e7bc4f4f1d9b718c06956062b9 2024-11-15T15:18:59,637 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/A of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 461a77e7bc4f4f1d9b718c06956062b9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:59,637 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/B of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 86a3a2fabbdf46408fde91e22f598926(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:18:59,637 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:59,637 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/A, priority=13, startTime=1731683939214; duration=0sec 2024-11-15T15:18:59,637 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:18:59,637 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/B, priority=13, startTime=1731683939214; duration=0sec 2024-11-15T15:18:59,637 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:18:59,637 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:A 2024-11-15T15:18:59,637 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:18:59,638 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:18:59,638 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:B 2024-11-15T15:18:59,638 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:18:59,638 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 6143ef1b8baabc18a7968ccb6a1fc6f8/C is initiating minor compaction (all files) 2024-11-15T15:18:59,638 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6143ef1b8baabc18a7968ccb6a1fc6f8/C in TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:18:59,638 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/31d7128fc1244283b16e35aeaf4c166d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/198eb6f4ebac461086f4681e19a263e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3c3cee9ac6bf4dc1803b60626596f8dc] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp, totalSize=36.9 K 2024-11-15T15:18:59,639 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31d7128fc1244283b16e35aeaf4c166d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731683935407 2024-11-15T15:18:59,639 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 198eb6f4ebac461086f4681e19a263e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1731683936526 2024-11-15T15:18:59,639 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c3cee9ac6bf4dc1803b60626596f8dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731683937660 2024-11-15T15:18:59,644 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6143ef1b8baabc18a7968ccb6a1fc6f8#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:18:59,645 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/09c3c8327ce34e84b2fd2f0a8bde113b is 50, key is test_row_0/C:col10/1731683937660/Put/seqid=0 2024-11-15T15:18:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742171_1347 (size=13255) 2024-11-15T15:19:00,052 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/09c3c8327ce34e84b2fd2f0a8bde113b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/09c3c8327ce34e84b2fd2f0a8bde113b 2024-11-15T15:19:00,055 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6143ef1b8baabc18a7968ccb6a1fc6f8/C of 6143ef1b8baabc18a7968ccb6a1fc6f8 into 09c3c8327ce34e84b2fd2f0a8bde113b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:00,055 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:19:00,055 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8., storeName=6143ef1b8baabc18a7968ccb6a1fc6f8/C, priority=13, startTime=1731683939214; duration=0sec 2024-11-15T15:19:00,055 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:00,055 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6143ef1b8baabc18a7968ccb6a1fc6f8:C 2024-11-15T15:19:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:19:00,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:19:00,090 DEBUG [Thread-1194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:49406 2024-11-15T15:19:00,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:19:00,090 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:00,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:00,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:19:00,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:00,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:19:00,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:00,092 DEBUG [Thread-1198 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:49406 2024-11-15T15:19:00,092 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:00,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/ebe763048dd241fdbceca4b8eb45ec9f is 50, key is test_row_0/A:col10/1731683937975/Put/seqid=0 2024-11-15T15:19:00,095 DEBUG [Thread-1196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:49406 2024-11-15T15:19:00,095 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742172_1348 (size=12301) 2024-11-15T15:19:00,098 DEBUG [Thread-1192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:49406 2024-11-15T15:19:00,098 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:00,098 DEBUG [Thread-1200 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:49406 2024-11-15T15:19:00,098 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7242 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6852 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7287 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7248 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6836 2024-11-15T15:19:00,098 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T15:19:00,098 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:19:00,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:49406 2024-11-15T15:19:00,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:00,099 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-15T15:19:00,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T15:19:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:00,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683940101"}]},"ts":"1731683940101"} 2024-11-15T15:19:00,102 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T15:19:00,104 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T15:19:00,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:19:00,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, UNASSIGN}] 2024-11-15T15:19:00,105 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, UNASSIGN 2024-11-15T15:19:00,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=6143ef1b8baabc18a7968ccb6a1fc6f8, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:00,107 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:19:00,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:00,258 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:00,258 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:19:00,258 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:19:00,258 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 6143ef1b8baabc18a7968ccb6a1fc6f8, disabling compactions & flushes 2024-11-15T15:19:00,258 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:19:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:00,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/ebe763048dd241fdbceca4b8eb45ec9f 2024-11-15T15:19:00,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e122cafcc8c64941a3c6d241593f971e is 50, key is test_row_0/B:col10/1731683937975/Put/seqid=0 2024-11-15T15:19:00,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742173_1349 (size=12301) 2024-11-15T15:19:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:00,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e122cafcc8c64941a3c6d241593f971e 2024-11-15T15:19:00,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/ba068d20633a47838ecb245bcff9cdac is 50, key is test_row_0/C:col10/1731683937975/Put/seqid=0 2024-11-15T15:19:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742174_1350 (size=12301) 2024-11-15T15:19:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:01,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/ba068d20633a47838ecb245bcff9cdac 2024-11-15T15:19:01,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/ebe763048dd241fdbceca4b8eb45ec9f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ebe763048dd241fdbceca4b8eb45ec9f 2024-11-15T15:19:01,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ebe763048dd241fdbceca4b8eb45ec9f, entries=150, sequenceid=420, filesize=12.0 K 2024-11-15T15:19:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/e122cafcc8c64941a3c6d241593f971e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e122cafcc8c64941a3c6d241593f971e 2024-11-15T15:19:01,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e122cafcc8c64941a3c6d241593f971e, entries=150, sequenceid=420, filesize=12.0 K 2024-11-15T15:19:01,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/ba068d20633a47838ecb245bcff9cdac as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/ba068d20633a47838ecb245bcff9cdac 2024-11-15T15:19:01,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/ba068d20633a47838ecb245bcff9cdac, entries=150, sequenceid=420, filesize=12.0 K 2024-11-15T15:19:01,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1242ms, sequenceid=420, compaction requested=false 2024-11-15T15:19:01,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:19:01,332 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:19:01,332 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:19:01,332 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. after waiting 0 ms 2024-11-15T15:19:01,332 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:19:01,332 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 6143ef1b8baabc18a7968ccb6a1fc6f8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T15:19:01,333 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=A 2024-11-15T15:19:01,333 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:01,333 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=B 2024-11-15T15:19:01,333 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:01,333 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6143ef1b8baabc18a7968ccb6a1fc6f8, store=C 2024-11-15T15:19:01,333 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:01,336 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/0cc868f2474c42f2940c4a5b3a3b4a55 is 50, key is test_row_0/A:col10/1731683940094/Put/seqid=0 2024-11-15T15:19:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742175_1351 (size=12301) 2024-11-15T15:19:01,740 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/0cc868f2474c42f2940c4a5b3a3b4a55 2024-11-15T15:19:01,746 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/72445c5254d04a559844fb77b2230fd8 is 50, key is test_row_0/B:col10/1731683940094/Put/seqid=0 2024-11-15T15:19:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742176_1352 (size=12301) 2024-11-15T15:19:02,150 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/72445c5254d04a559844fb77b2230fd8 2024-11-15T15:19:02,156 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/213da43cc9ab4dfd8554ecd9830f24cd is 50, key is test_row_0/C:col10/1731683940094/Put/seqid=0 2024-11-15T15:19:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742177_1353 (size=12301) 2024-11-15T15:19:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:02,560 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/213da43cc9ab4dfd8554ecd9830f24cd 2024-11-15T15:19:02,564 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/A/0cc868f2474c42f2940c4a5b3a3b4a55 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0cc868f2474c42f2940c4a5b3a3b4a55 2024-11-15T15:19:02,567 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0cc868f2474c42f2940c4a5b3a3b4a55, entries=150, sequenceid=427, filesize=12.0 K 2024-11-15T15:19:02,568 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/B/72445c5254d04a559844fb77b2230fd8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/72445c5254d04a559844fb77b2230fd8 2024-11-15T15:19:02,571 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/72445c5254d04a559844fb77b2230fd8, entries=150, sequenceid=427, filesize=12.0 K 2024-11-15T15:19:02,572 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/.tmp/C/213da43cc9ab4dfd8554ecd9830f24cd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/213da43cc9ab4dfd8554ecd9830f24cd 2024-11-15T15:19:02,575 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/213da43cc9ab4dfd8554ecd9830f24cd, entries=150, sequenceid=427, filesize=12.0 K 2024-11-15T15:19:02,576 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6143ef1b8baabc18a7968ccb6a1fc6f8 in 1244ms, sequenceid=427, compaction requested=true 2024-11-15T15:19:02,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ca6ad5893e4e44728a314c411e0e7046, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8ab5a8fde28b40fe8f8517e40c478b2b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3dcb439804944a0d9432b0b687f9e92c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5b85713e3b6a44e3b1d86c7de1ae33b6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/884419e604154518851e5569dd75e8d9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/473fd85c535044f0a19d6aa1412e53ae, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5a6cc1aa0639466fa7b7d287c644ce12, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/beb9f32fc8fa423699d7024cd111b998, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/a19dd35e56ee410ea1417ec77a76227d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/81903820b192467fb5cb1c21baedc327, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8e384b7b11ab40dcadf1f0a702d3dc6c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/b16099ffeac44e87b5e2cba3685725fe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/570fd454665e4e96b0b0c5b3e77c1ab8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/2a724f99a1cf4a9caed967d0604ce2b3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e49784720f154c0eaf8270c192831922, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e4710649cced407fa00b6e6436c8b54c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3bd0bd1381974132af0ecb66d9054096, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0647f0176d10400d9fac183adadd77da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/f58626997b1546b596a5f897869d10c2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3279f08052a14b818708503f47f38e0f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/6b122889c6ba4f33bcf2b2a8e295e752, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/497f5fdc73794c45b0d9456fd7d1b316, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/d896a6ef66bc42abb684382107e0e082, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5bac758a4d74443fb90deba18dc2529c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/add9e73695004225bc1fecabd1017914, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5807cb30e1d54b6684666584f0af4a72, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/43fdd4692e78480cb9d23ae64f2cade3] to archive 2024-11-15T15:19:02,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:02,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ca6ad5893e4e44728a314c411e0e7046 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ca6ad5893e4e44728a314c411e0e7046 2024-11-15T15:19:02,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8ab5a8fde28b40fe8f8517e40c478b2b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8ab5a8fde28b40fe8f8517e40c478b2b 2024-11-15T15:19:02,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3dcb439804944a0d9432b0b687f9e92c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3dcb439804944a0d9432b0b687f9e92c 2024-11-15T15:19:02,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5b85713e3b6a44e3b1d86c7de1ae33b6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5b85713e3b6a44e3b1d86c7de1ae33b6 2024-11-15T15:19:02,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/884419e604154518851e5569dd75e8d9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/884419e604154518851e5569dd75e8d9 2024-11-15T15:19:02,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/473fd85c535044f0a19d6aa1412e53ae to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/473fd85c535044f0a19d6aa1412e53ae 2024-11-15T15:19:02,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5a6cc1aa0639466fa7b7d287c644ce12 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5a6cc1aa0639466fa7b7d287c644ce12 2024-11-15T15:19:02,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/beb9f32fc8fa423699d7024cd111b998 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/beb9f32fc8fa423699d7024cd111b998 2024-11-15T15:19:02,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/a19dd35e56ee410ea1417ec77a76227d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/a19dd35e56ee410ea1417ec77a76227d 2024-11-15T15:19:02,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/47f5b1e63c0b4f78a59cfbc0b3d0dd49 2024-11-15T15:19:02,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/81903820b192467fb5cb1c21baedc327 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/81903820b192467fb5cb1c21baedc327 2024-11-15T15:19:02,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8e384b7b11ab40dcadf1f0a702d3dc6c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/8e384b7b11ab40dcadf1f0a702d3dc6c 2024-11-15T15:19:02,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/b16099ffeac44e87b5e2cba3685725fe to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/b16099ffeac44e87b5e2cba3685725fe 2024-11-15T15:19:02,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/570fd454665e4e96b0b0c5b3e77c1ab8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/570fd454665e4e96b0b0c5b3e77c1ab8 2024-11-15T15:19:02,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/2a724f99a1cf4a9caed967d0604ce2b3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/2a724f99a1cf4a9caed967d0604ce2b3 2024-11-15T15:19:02,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e49784720f154c0eaf8270c192831922 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e49784720f154c0eaf8270c192831922 2024-11-15T15:19:02,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e4710649cced407fa00b6e6436c8b54c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/e4710649cced407fa00b6e6436c8b54c 2024-11-15T15:19:02,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3bd0bd1381974132af0ecb66d9054096 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3bd0bd1381974132af0ecb66d9054096 2024-11-15T15:19:02,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0647f0176d10400d9fac183adadd77da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0647f0176d10400d9fac183adadd77da 2024-11-15T15:19:02,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/f58626997b1546b596a5f897869d10c2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/f58626997b1546b596a5f897869d10c2 2024-11-15T15:19:02,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3279f08052a14b818708503f47f38e0f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/3279f08052a14b818708503f47f38e0f 2024-11-15T15:19:02,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/6b122889c6ba4f33bcf2b2a8e295e752 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/6b122889c6ba4f33bcf2b2a8e295e752 2024-11-15T15:19:02,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/497f5fdc73794c45b0d9456fd7d1b316 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/497f5fdc73794c45b0d9456fd7d1b316 2024-11-15T15:19:02,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/d896a6ef66bc42abb684382107e0e082 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/d896a6ef66bc42abb684382107e0e082 2024-11-15T15:19:02,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5bac758a4d74443fb90deba18dc2529c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5bac758a4d74443fb90deba18dc2529c 2024-11-15T15:19:02,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/add9e73695004225bc1fecabd1017914 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/add9e73695004225bc1fecabd1017914 2024-11-15T15:19:02,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5807cb30e1d54b6684666584f0af4a72 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/5807cb30e1d54b6684666584f0af4a72 2024-11-15T15:19:02,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/43fdd4692e78480cb9d23ae64f2cade3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/43fdd4692e78480cb9d23ae64f2cade3 2024-11-15T15:19:02,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/cf23de76cc624233b4d53f12a64afa0a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e35b8f9c105f49e2bc7e2c47bd1b6e13, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/d565ac101a0b42219d9db6a6b476af68, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f743f29de25f418f904a295409736c08, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/3db5ec28f43e474ab4596065f7c902e6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/93e47f7c8d0247fa858cdabe1feb7743, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a85dc2941c18403d8d38e392e36c6111, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/c543b2a9fd5243739a566a155bb5432c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/506c0d817b1e4b4cbabd37fc2945d9ba, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/194ba72b176e4243a3bb905cabadc1a4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/10726b62936941a88a68d418cbef8bdd, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/5914e635c69645eb8332e267aa631ed4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/9c4035f75a4142049ef1b856ebc41f34, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/46a107d75d6b4f83ac5257e6fec34444, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a3558f0fc35e4f188fb0e5dac7e2f3cd, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f0e324759d3e4304bc70c94542ba8d09, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/ebe6ddcbeb234eb09390fff3000631a4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e127fb1f831540278405e3456e2ceb3b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/21652442773743c688fe982933828c55, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f9c4e5ef00c14cd996ac85ad017f5e97, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/1fb933260fee4218b7a187c3ece8ed3f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/34209dcfa6074cca95b0f925cc01a4ee, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a812a81f833143a999ef2472283fcb78, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/25c7126bc1ed43f6bf9faa48ce7b0b6a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dafc16bff5b14822a4c62587b36794be, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dc7fb7baae9b446da1ccd85f2282fcf9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/27d1966137834ba4a8a14beb4e214596, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5] to archive 2024-11-15T15:19:02,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:02,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/cf23de76cc624233b4d53f12a64afa0a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/cf23de76cc624233b4d53f12a64afa0a 2024-11-15T15:19:02,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e35b8f9c105f49e2bc7e2c47bd1b6e13 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e35b8f9c105f49e2bc7e2c47bd1b6e13 2024-11-15T15:19:02,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/d565ac101a0b42219d9db6a6b476af68 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/d565ac101a0b42219d9db6a6b476af68 2024-11-15T15:19:02,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f743f29de25f418f904a295409736c08 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f743f29de25f418f904a295409736c08 2024-11-15T15:19:02,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/3db5ec28f43e474ab4596065f7c902e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/3db5ec28f43e474ab4596065f7c902e6 2024-11-15T15:19:02,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/93e47f7c8d0247fa858cdabe1feb7743 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/93e47f7c8d0247fa858cdabe1feb7743 2024-11-15T15:19:02,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a85dc2941c18403d8d38e392e36c6111 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a85dc2941c18403d8d38e392e36c6111 2024-11-15T15:19:02,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/c543b2a9fd5243739a566a155bb5432c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/c543b2a9fd5243739a566a155bb5432c 2024-11-15T15:19:02,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/506c0d817b1e4b4cbabd37fc2945d9ba to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/506c0d817b1e4b4cbabd37fc2945d9ba 2024-11-15T15:19:02,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/194ba72b176e4243a3bb905cabadc1a4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/194ba72b176e4243a3bb905cabadc1a4 2024-11-15T15:19:02,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/10726b62936941a88a68d418cbef8bdd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/10726b62936941a88a68d418cbef8bdd 2024-11-15T15:19:02,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/5914e635c69645eb8332e267aa631ed4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/5914e635c69645eb8332e267aa631ed4 2024-11-15T15:19:02,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/9c4035f75a4142049ef1b856ebc41f34 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/9c4035f75a4142049ef1b856ebc41f34 2024-11-15T15:19:02,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/46a107d75d6b4f83ac5257e6fec34444 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/46a107d75d6b4f83ac5257e6fec34444 2024-11-15T15:19:02,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a3558f0fc35e4f188fb0e5dac7e2f3cd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a3558f0fc35e4f188fb0e5dac7e2f3cd 2024-11-15T15:19:02,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f0e324759d3e4304bc70c94542ba8d09 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f0e324759d3e4304bc70c94542ba8d09 2024-11-15T15:19:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/ebe6ddcbeb234eb09390fff3000631a4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/ebe6ddcbeb234eb09390fff3000631a4 2024-11-15T15:19:02,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e127fb1f831540278405e3456e2ceb3b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e127fb1f831540278405e3456e2ceb3b 2024-11-15T15:19:02,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/21652442773743c688fe982933828c55 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/21652442773743c688fe982933828c55 2024-11-15T15:19:02,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f9c4e5ef00c14cd996ac85ad017f5e97 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/f9c4e5ef00c14cd996ac85ad017f5e97 2024-11-15T15:19:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/1fb933260fee4218b7a187c3ece8ed3f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/1fb933260fee4218b7a187c3ece8ed3f 2024-11-15T15:19:02,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/34209dcfa6074cca95b0f925cc01a4ee to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/34209dcfa6074cca95b0f925cc01a4ee 2024-11-15T15:19:02,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a812a81f833143a999ef2472283fcb78 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/a812a81f833143a999ef2472283fcb78 2024-11-15T15:19:02,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/25c7126bc1ed43f6bf9faa48ce7b0b6a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/25c7126bc1ed43f6bf9faa48ce7b0b6a 2024-11-15T15:19:02,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dafc16bff5b14822a4c62587b36794be to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dafc16bff5b14822a4c62587b36794be 2024-11-15T15:19:02,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dc7fb7baae9b446da1ccd85f2282fcf9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/dc7fb7baae9b446da1ccd85f2282fcf9 2024-11-15T15:19:02,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/27d1966137834ba4a8a14beb4e214596 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/27d1966137834ba4a8a14beb4e214596 2024-11-15T15:19:02,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/df6d7ca6bd7d46dbb9ee7e252e9ae7d5 2024-11-15T15:19:02,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/190e51504b67442dbf3684ee690c8be6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/1ba4b6072ec54ebb8e938f8bf581f7bc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/7c35f90c45d24db39f07e123f11a9e63, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9036de42a4734cd385a9ea4f0b0d11ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/154d58121a704cb8bd1b9bd64a5152ca, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6f64b03a3a4f416a96c201eeaf633de6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/4a4f8a0131a7466799e99dab5da68bb1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2958ba0360054b0192f1874e19df32d2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3f162f3633884141a5f487b582ecce72, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/89c96e55fce34555ba87019f1f68f028, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9252ca6f3b064052a79cc3b3327e5591, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/73b638d7d2e74977825a15f971fd83a2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/87f03442edf6489db53725bc0fd82f9e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c4630747880d4900a3ced68924c01e57, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2e27035778d0400f8007274cd43cf3d7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/62e6df245a454ea7b960b7df7f8e94bc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d4c692c7be6b40caacbc0f991fa18b8a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c706b90fbf9f4287928658b210613576, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8f6e5bd8eee948f5a88b8357a3a60dfe, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6bcefc181f0e43479b29294f5e2aa776, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/661b62aa7dc847d29f57576848a954f1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8443ae2e3352494197f9b63f0f3500df, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/a405a0fa7afb4d6d923d86a1dfd7f127, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2f9c52c97f69486fb4aa661ae40e9ec4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/31d7128fc1244283b16e35aeaf4c166d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d5df02bd99e744928a558222f1e352e7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/198eb6f4ebac461086f4681e19a263e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3c3cee9ac6bf4dc1803b60626596f8dc] to archive 2024-11-15T15:19:02,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:02,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/190e51504b67442dbf3684ee690c8be6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/190e51504b67442dbf3684ee690c8be6 2024-11-15T15:19:02,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/1ba4b6072ec54ebb8e938f8bf581f7bc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/1ba4b6072ec54ebb8e938f8bf581f7bc 2024-11-15T15:19:02,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/7c35f90c45d24db39f07e123f11a9e63 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/7c35f90c45d24db39f07e123f11a9e63 2024-11-15T15:19:02,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9036de42a4734cd385a9ea4f0b0d11ef to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9036de42a4734cd385a9ea4f0b0d11ef 2024-11-15T15:19:02,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/154d58121a704cb8bd1b9bd64a5152ca to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/154d58121a704cb8bd1b9bd64a5152ca 2024-11-15T15:19:02,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6f64b03a3a4f416a96c201eeaf633de6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6f64b03a3a4f416a96c201eeaf633de6 2024-11-15T15:19:02,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/4a4f8a0131a7466799e99dab5da68bb1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/4a4f8a0131a7466799e99dab5da68bb1 2024-11-15T15:19:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2958ba0360054b0192f1874e19df32d2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2958ba0360054b0192f1874e19df32d2 2024-11-15T15:19:02,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3f162f3633884141a5f487b582ecce72 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3f162f3633884141a5f487b582ecce72 2024-11-15T15:19:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/89c96e55fce34555ba87019f1f68f028 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/89c96e55fce34555ba87019f1f68f028 2024-11-15T15:19:02,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9252ca6f3b064052a79cc3b3327e5591 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/9252ca6f3b064052a79cc3b3327e5591 2024-11-15T15:19:02,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/73b638d7d2e74977825a15f971fd83a2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/73b638d7d2e74977825a15f971fd83a2 2024-11-15T15:19:02,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/87f03442edf6489db53725bc0fd82f9e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/87f03442edf6489db53725bc0fd82f9e 2024-11-15T15:19:02,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c4630747880d4900a3ced68924c01e57 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c4630747880d4900a3ced68924c01e57 2024-11-15T15:19:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2e27035778d0400f8007274cd43cf3d7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2e27035778d0400f8007274cd43cf3d7 2024-11-15T15:19:02,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/62e6df245a454ea7b960b7df7f8e94bc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/62e6df245a454ea7b960b7df7f8e94bc 2024-11-15T15:19:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d4c692c7be6b40caacbc0f991fa18b8a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d4c692c7be6b40caacbc0f991fa18b8a 2024-11-15T15:19:02,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c706b90fbf9f4287928658b210613576 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/c706b90fbf9f4287928658b210613576 2024-11-15T15:19:02,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8f6e5bd8eee948f5a88b8357a3a60dfe to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8f6e5bd8eee948f5a88b8357a3a60dfe 2024-11-15T15:19:02,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6bcefc181f0e43479b29294f5e2aa776 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/6bcefc181f0e43479b29294f5e2aa776 2024-11-15T15:19:02,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/661b62aa7dc847d29f57576848a954f1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/661b62aa7dc847d29f57576848a954f1 2024-11-15T15:19:02,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8443ae2e3352494197f9b63f0f3500df to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/8443ae2e3352494197f9b63f0f3500df 2024-11-15T15:19:02,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/a405a0fa7afb4d6d923d86a1dfd7f127 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/a405a0fa7afb4d6d923d86a1dfd7f127 2024-11-15T15:19:02,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2f9c52c97f69486fb4aa661ae40e9ec4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/2f9c52c97f69486fb4aa661ae40e9ec4 2024-11-15T15:19:02,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/31d7128fc1244283b16e35aeaf4c166d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/31d7128fc1244283b16e35aeaf4c166d 2024-11-15T15:19:02,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d5df02bd99e744928a558222f1e352e7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/d5df02bd99e744928a558222f1e352e7 2024-11-15T15:19:02,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/198eb6f4ebac461086f4681e19a263e5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/198eb6f4ebac461086f4681e19a263e5 2024-11-15T15:19:02,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3c3cee9ac6bf4dc1803b60626596f8dc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/3c3cee9ac6bf4dc1803b60626596f8dc 2024-11-15T15:19:02,675 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=1 2024-11-15T15:19:02,675 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8. 2024-11-15T15:19:02,675 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 6143ef1b8baabc18a7968ccb6a1fc6f8: 2024-11-15T15:19:02,677 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:19:02,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=6143ef1b8baabc18a7968ccb6a1fc6f8, regionState=CLOSED 2024-11-15T15:19:02,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-15T15:19:02,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 6143ef1b8baabc18a7968ccb6a1fc6f8, server=f3372238866c,45001,1731683848865 in 2.5710 sec 2024-11-15T15:19:02,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-15T15:19:02,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6143ef1b8baabc18a7968ccb6a1fc6f8, UNASSIGN in 2.5740 sec 2024-11-15T15:19:02,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-15T15:19:02,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5770 sec 2024-11-15T15:19:02,683 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683942683"}]},"ts":"1731683942683"} 2024-11-15T15:19:02,684 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T15:19:02,686 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T15:19:02,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5880 sec 2024-11-15T15:19:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-15T15:19:04,206 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-15T15:19:04,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T15:19:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,208 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-15T15:19:04,208 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,209 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:19:04,211 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/recovered.edits] 2024-11-15T15:19:04,214 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0cc868f2474c42f2940c4a5b3a3b4a55 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/0cc868f2474c42f2940c4a5b3a3b4a55 2024-11-15T15:19:04,215 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/461a77e7bc4f4f1d9b718c06956062b9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/461a77e7bc4f4f1d9b718c06956062b9 2024-11-15T15:19:04,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ebe763048dd241fdbceca4b8eb45ec9f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/A/ebe763048dd241fdbceca4b8eb45ec9f 2024-11-15T15:19:04,218 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/72445c5254d04a559844fb77b2230fd8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/72445c5254d04a559844fb77b2230fd8 2024-11-15T15:19:04,219 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/86a3a2fabbdf46408fde91e22f598926 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/86a3a2fabbdf46408fde91e22f598926 2024-11-15T15:19:04,220 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e122cafcc8c64941a3c6d241593f971e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/B/e122cafcc8c64941a3c6d241593f971e 2024-11-15T15:19:04,222 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/09c3c8327ce34e84b2fd2f0a8bde113b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/09c3c8327ce34e84b2fd2f0a8bde113b 2024-11-15T15:19:04,223 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/213da43cc9ab4dfd8554ecd9830f24cd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/213da43cc9ab4dfd8554ecd9830f24cd 2024-11-15T15:19:04,224 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/ba068d20633a47838ecb245bcff9cdac to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/C/ba068d20633a47838ecb245bcff9cdac 2024-11-15T15:19:04,226 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/recovered.edits/430.seqid to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8/recovered.edits/430.seqid 2024-11-15T15:19:04,226 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/6143ef1b8baabc18a7968ccb6a1fc6f8 2024-11-15T15:19:04,227 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T15:19:04,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,231 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T15:19:04,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T15:19:04,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T15:19:04,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731683944233"}]},"ts":"9223372036854775807"} 2024-11-15T15:19:04,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-15T15:19:04,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6143ef1b8baabc18a7968ccb6a1fc6f8, NAME => 'TestAcidGuarantees,,1731683916160.6143ef1b8baabc18a7968ccb6a1fc6f8.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T15:19:04,235 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T15:19:04,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731683944235"}]},"ts":"9223372036854775807"} 2024-11-15T15:19:04,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-15T15:19:04,239 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-15T15:19:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-15T15:19:04,309 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-15T15:19:04,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 240), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 379), ProcessCount=11 (was 11), AvailableMemoryMB=3119 (was 3324) 2024-11-15T15:19:04,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=3119 2024-11-15T15:19:04,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:19:04,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:04,330 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:19:04,330 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:04,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-15T15:19:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-15T15:19:04,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:19:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742178_1354 (size=960) 2024-11-15T15:19:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-15T15:19:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-15T15:19:04,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:19:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742179_1355 (size=53) 2024-11-15T15:19:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-15T15:19:05,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:05,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4afe7a257a9871a14c3a1edbb4e6b9e1, disabling compactions & flushes 2024-11-15T15:19:05,143 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. after waiting 0 ms 2024-11-15T15:19:05,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,144 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:05,145 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:19:05,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731683945145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683945145"}]},"ts":"1731683945145"} 2024-11-15T15:19:05,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:19:05,146 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:19:05,146 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683945146"}]},"ts":"1731683945146"} 2024-11-15T15:19:05,147 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T15:19:05,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, ASSIGN}] 2024-11-15T15:19:05,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, ASSIGN 2024-11-15T15:19:05,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:19:05,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:05,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-15T15:19:05,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:05,458 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,458 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:05,459 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,459 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:05,459 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,459 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,460 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,461 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:05,461 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afe7a257a9871a14c3a1edbb4e6b9e1 columnFamilyName A 2024-11-15T15:19:05,462 DEBUG [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:05,462 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(327): Store=4afe7a257a9871a14c3a1edbb4e6b9e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:05,462 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,463 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:05,463 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afe7a257a9871a14c3a1edbb4e6b9e1 columnFamilyName B 2024-11-15T15:19:05,463 DEBUG [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:05,463 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(327): Store=4afe7a257a9871a14c3a1edbb4e6b9e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:05,463 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,464 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:05,464 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afe7a257a9871a14c3a1edbb4e6b9e1 columnFamilyName C 2024-11-15T15:19:05,464 DEBUG [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:05,465 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(327): Store=4afe7a257a9871a14c3a1edbb4e6b9e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:05,465 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,466 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,466 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,467 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:19:05,468 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:05,469 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:05,470 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 4afe7a257a9871a14c3a1edbb4e6b9e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67973295, jitterRate=0.012881025671958923}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:19:05,471 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:05,471 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., pid=100, masterSystemTime=1731683945456 2024-11-15T15:19:05,473 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,473 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:05,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:05,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-15T15:19:05,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 in 170 msec 2024-11-15T15:19:05,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-15T15:19:05,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, ASSIGN in 323 msec 2024-11-15T15:19:05,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:19:05,477 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683945477"}]},"ts":"1731683945477"} 2024-11-15T15:19:05,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T15:19:05,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:19:05,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-15T15:19:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-15T15:19:06,435 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-15T15:19:06,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-15T15:19:06,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:06,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:06,444 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:06,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:19:06,446 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:19:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:19:06,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742180_1356 (size=996) 2024-11-15T15:19:06,859 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-15T15:19:06,859 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-15T15:19:06,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:19:06,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, REOPEN/MOVE}] 2024-11-15T15:19:06,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, REOPEN/MOVE 2024-11-15T15:19:06,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:06,865 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:19:06,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:07,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:07,017 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,017 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:19:07,017 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 4afe7a257a9871a14c3a1edbb4e6b9e1, disabling compactions & flushes 2024-11-15T15:19:07,017 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,017 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,017 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. after waiting 0 ms 2024-11-15T15:19:07,017 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,020 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T15:19:07,021 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,021 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:07,021 WARN [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 4afe7a257a9871a14c3a1edbb4e6b9e1 to self. 2024-11-15T15:19:07,022 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=CLOSED 2024-11-15T15:19:07,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-15T15:19:07,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 in 158 msec 2024-11-15T15:19:07,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, REOPEN/MOVE; state=CLOSED, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=true 2024-11-15T15:19:07,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:07,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:07,330 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,330 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:07,331 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,331 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:07,331 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,331 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,332 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,333 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:07,333 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afe7a257a9871a14c3a1edbb4e6b9e1 columnFamilyName A 2024-11-15T15:19:07,334 DEBUG [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:07,335 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(327): Store=4afe7a257a9871a14c3a1edbb4e6b9e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:07,335 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,335 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:07,336 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afe7a257a9871a14c3a1edbb4e6b9e1 columnFamilyName B 2024-11-15T15:19:07,336 DEBUG [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:07,336 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(327): Store=4afe7a257a9871a14c3a1edbb4e6b9e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:07,336 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,336 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:07,337 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afe7a257a9871a14c3a1edbb4e6b9e1 columnFamilyName C 2024-11-15T15:19:07,337 DEBUG [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:07,337 INFO [StoreOpener-4afe7a257a9871a14c3a1edbb4e6b9e1-1 {}] regionserver.HStore(327): Store=4afe7a257a9871a14c3a1edbb4e6b9e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:07,337 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,338 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,338 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,339 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:19:07,340 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,341 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 4afe7a257a9871a14c3a1edbb4e6b9e1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68854666, jitterRate=0.026014477014541626}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:19:07,341 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:07,342 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., pid=105, masterSystemTime=1731683947328 2024-11-15T15:19:07,343 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,343 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=OPEN, openSeqNum=5, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-15T15:19:07,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 in 168 msec 2024-11-15T15:19:07,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-15T15:19:07,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, REOPEN/MOVE in 483 msec 2024-11-15T15:19:07,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-15T15:19:07,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-15T15:19:07,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-11-15T15:19:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-15T15:19:07,352 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-15T15:19:07,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-15T15:19:07,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-15T15:19:07,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-15T15:19:07,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-15T15:19:07,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-15T15:19:07,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-15T15:19:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-15T15:19:07,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,383 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-15T15:19:07,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-15T15:19:07,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:07,391 DEBUG [hconnection-0x57428fec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,392 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-15T15:19:07,393 DEBUG [hconnection-0x256ec45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-15T15:19:07,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:07,394 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,394 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:07,394 DEBUG [hconnection-0x7f48e85d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:07,395 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,395 DEBUG [hconnection-0x7bcb83be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,396 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,396 DEBUG [hconnection-0x2813abac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,396 DEBUG [hconnection-0x232b5828-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,397 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,397 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,400 DEBUG [hconnection-0x40424da4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,401 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:19:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:07,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:07,412 DEBUG [hconnection-0x11ca3151-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,413 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684007417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684007417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684007417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684007418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,420 DEBUG [hconnection-0x70e40eed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,420 DEBUG [hconnection-0x5d1ffbc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:07,421 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,421 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684007422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115299943523bb24cb1959087f40f0e54a9_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683947405/Put/seqid=0 2024-11-15T15:19:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742181_1357 (size=12154) 2024-11-15T15:19:07,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:07,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115299943523bb24cb1959087f40f0e54a9_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115299943523bb24cb1959087f40f0e54a9_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:07,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/fc6468afcfde4df19fff6e27e414f04c, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:07,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/fc6468afcfde4df19fff6e27e414f04c is 175, key is test_row_0/A:col10/1731683947405/Put/seqid=0 2024-11-15T15:19:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742182_1358 (size=30955) 2024-11-15T15:19:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-15T15:19:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684007518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684007518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684007519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684007520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684007524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:07,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-15T15:19:07,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:07,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684007720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684007720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684007721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684007722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684007725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:07,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:07,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:07,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:07,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/fc6468afcfde4df19fff6e27e414f04c 2024-11-15T15:19:07,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/5815ff7caf0a442398086c07709c4fa2 is 50, key is test_row_0/B:col10/1731683947405/Put/seqid=0 2024-11-15T15:19:07,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742183_1359 (size=12001) 2024-11-15T15:19:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-15T15:19:08,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:08,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684008024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684008024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684008026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684008026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684008032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:08,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:19:08,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/5815ff7caf0a442398086c07709c4fa2 2024-11-15T15:19:08,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:08,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:08,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/45456430994643a1966ae1e7aeb82cd1 is 50, key is test_row_0/C:col10/1731683947405/Put/seqid=0 2024-11-15T15:19:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742184_1360 (size=12001) 2024-11-15T15:19:08,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/45456430994643a1966ae1e7aeb82cd1 2024-11-15T15:19:08,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/fc6468afcfde4df19fff6e27e414f04c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c 2024-11-15T15:19:08,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c, entries=150, sequenceid=17, filesize=30.2 K 2024-11-15T15:19:08,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/5815ff7caf0a442398086c07709c4fa2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5815ff7caf0a442398086c07709c4fa2 2024-11-15T15:19:08,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5815ff7caf0a442398086c07709c4fa2, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T15:19:08,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/45456430994643a1966ae1e7aeb82cd1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/45456430994643a1966ae1e7aeb82cd1 2024-11-15T15:19:08,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/45456430994643a1966ae1e7aeb82cd1, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T15:19:08,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 964ms, sequenceid=17, compaction requested=false 2024-11-15T15:19:08,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:08,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:08,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-15T15:19:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:08,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:19:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:08,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:08,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:08,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111593bda8baebbd46bfb6f25a94f0a41231_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683947416/Put/seqid=0 2024-11-15T15:19:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742185_1361 (size=12154) 2024-11-15T15:19:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-15T15:19:08,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684008541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684008542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684008543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684008543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684008544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684008647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684008648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684008649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684008651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684008651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684008854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684008854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684008855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684008855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684008855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:08,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:08,885 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111593bda8baebbd46bfb6f25a94f0a41231_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111593bda8baebbd46bfb6f25a94f0a41231_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/e841b38bcade48ae94f1daedd30792e0, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/e841b38bcade48ae94f1daedd30792e0 is 175, key is test_row_0/A:col10/1731683947416/Put/seqid=0 2024-11-15T15:19:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742186_1362 (size=30955) 2024-11-15T15:19:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684009158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684009160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684009161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684009162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684009164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/e841b38bcade48ae94f1daedd30792e0 2024-11-15T15:19:09,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/a0a42a6c3cf54e23ac5d93ddc28dc077 is 50, key is test_row_0/B:col10/1731683947416/Put/seqid=0 2024-11-15T15:19:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742187_1363 (size=12001) 2024-11-15T15:19:09,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/a0a42a6c3cf54e23ac5d93ddc28dc077 2024-11-15T15:19:09,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7b6bd6a5678948d4ac83a08195132742 is 50, key is test_row_0/C:col10/1731683947416/Put/seqid=0 2024-11-15T15:19:09,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742188_1364 (size=12001) 2024-11-15T15:19:09,319 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7b6bd6a5678948d4ac83a08195132742 2024-11-15T15:19:09,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/e841b38bcade48ae94f1daedd30792e0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0 2024-11-15T15:19:09,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0, entries=150, sequenceid=42, filesize=30.2 K 2024-11-15T15:19:09,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/a0a42a6c3cf54e23ac5d93ddc28dc077 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/a0a42a6c3cf54e23ac5d93ddc28dc077 2024-11-15T15:19:09,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/a0a42a6c3cf54e23ac5d93ddc28dc077, entries=150, sequenceid=42, filesize=11.7 K 2024-11-15T15:19:09,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7b6bd6a5678948d4ac83a08195132742 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7b6bd6a5678948d4ac83a08195132742 2024-11-15T15:19:09,338 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7b6bd6a5678948d4ac83a08195132742, entries=150, sequenceid=42, filesize=11.7 K 2024-11-15T15:19:09,341 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 876ms, sequenceid=42, compaction requested=false 2024-11-15T15:19:09,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:09,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:09,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-15T15:19:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-15T15:19:09,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-15T15:19:09,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-11-15T15:19:09,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.9520 sec 2024-11-15T15:19:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-15T15:19:09,497 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-15T15:19:09,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-15T15:19:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-15T15:19:09,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:09,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:09,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-15T15:19:09,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:09,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:09,653 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:09,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fc5ae4c4d53c498e8b2be401b48839fc_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683948542/Put/seqid=0 2024-11-15T15:19:09,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742189_1365 (size=12154) 2024-11-15T15:19:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:09,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684009720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684009722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684009723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684009724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684009725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-15T15:19:09,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684009826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684009831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684009832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684009832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684009832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684010033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684010035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684010037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684010037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684010037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:10,072 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fc5ae4c4d53c498e8b2be401b48839fc_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fc5ae4c4d53c498e8b2be401b48839fc_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3beea7193e45451aa7a9f9c64b7c1c30, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:10,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3beea7193e45451aa7a9f9c64b7c1c30 is 175, key is test_row_0/A:col10/1731683948542/Put/seqid=0 2024-11-15T15:19:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742190_1366 (size=30955) 2024-11-15T15:19:10,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3beea7193e45451aa7a9f9c64b7c1c30 2024-11-15T15:19:10,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/e1f131eb31d543bab1aa44bd63412c24 is 50, key is test_row_0/B:col10/1731683948542/Put/seqid=0 2024-11-15T15:19:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-15T15:19:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742191_1367 (size=12001) 2024-11-15T15:19:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684010338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684010341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684010344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684010345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684010346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/e1f131eb31d543bab1aa44bd63412c24 2024-11-15T15:19:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/ad19766389bb469b88bc007beca8b018 is 50, key is test_row_0/C:col10/1731683948542/Put/seqid=0 2024-11-15T15:19:10,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742192_1368 (size=12001) 2024-11-15T15:19:10,519 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/ad19766389bb469b88bc007beca8b018 2024-11-15T15:19:10,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3beea7193e45451aa7a9f9c64b7c1c30 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30 2024-11-15T15:19:10,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30, entries=150, sequenceid=54, filesize=30.2 K 2024-11-15T15:19:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/e1f131eb31d543bab1aa44bd63412c24 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/e1f131eb31d543bab1aa44bd63412c24 2024-11-15T15:19:10,546 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/e1f131eb31d543bab1aa44bd63412c24, entries=150, sequenceid=54, filesize=11.7 K 2024-11-15T15:19:10,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/ad19766389bb469b88bc007beca8b018 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ad19766389bb469b88bc007beca8b018 2024-11-15T15:19:10,551 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ad19766389bb469b88bc007beca8b018, entries=150, sequenceid=54, filesize=11.7 K 2024-11-15T15:19:10,552 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 899ms, sequenceid=54, compaction requested=true 2024-11-15T15:19:10,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:10,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:10,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-15T15:19:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-15T15:19:10,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-15T15:19:10,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-11-15T15:19:10,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.0560 sec 2024-11-15T15:19:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-15T15:19:10,603 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-15T15:19:10,604 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-15T15:19:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-15T15:19:10,606 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:10,607 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:10,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-15T15:19:10,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:10,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-15T15:19:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:10,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:19:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:10,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111518aa06a20e844f05a5317bb55a5389a4_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683949722/Put/seqid=0 2024-11-15T15:19:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742193_1369 (size=12154) 2024-11-15T15:19:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:10,775 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111518aa06a20e844f05a5317bb55a5389a4_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111518aa06a20e844f05a5317bb55a5389a4_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/37a2a629852144ecb06e76766c7f5807, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:10,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/37a2a629852144ecb06e76766c7f5807 is 175, key is test_row_0/A:col10/1731683949722/Put/seqid=0 2024-11-15T15:19:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742194_1370 (size=30955) 2024-11-15T15:19:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:10,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684010856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684010857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684010858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684010859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684010860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-15T15:19:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684010966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684010966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684010966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684010967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684010967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684011176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/37a2a629852144ecb06e76766c7f5807 2024-11-15T15:19:11,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684011177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684011177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684011180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684011180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/32b102d7ee52498193dbfd1c3a7b85c9 is 50, key is test_row_0/B:col10/1731683949722/Put/seqid=0 2024-11-15T15:19:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-15T15:19:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742195_1371 (size=12001) 2024-11-15T15:19:11,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/32b102d7ee52498193dbfd1c3a7b85c9 2024-11-15T15:19:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/a6230748674b4dd5a9a3c1e779d65a55 is 50, key is test_row_0/C:col10/1731683949722/Put/seqid=0 2024-11-15T15:19:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742196_1372 (size=12001) 2024-11-15T15:19:11,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/a6230748674b4dd5a9a3c1e779d65a55 2024-11-15T15:19:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/37a2a629852144ecb06e76766c7f5807 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807 2024-11-15T15:19:11,260 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807, entries=150, sequenceid=78, filesize=30.2 K 2024-11-15T15:19:11,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/32b102d7ee52498193dbfd1c3a7b85c9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/32b102d7ee52498193dbfd1c3a7b85c9 2024-11-15T15:19:11,265 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/32b102d7ee52498193dbfd1c3a7b85c9, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T15:19:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/a6230748674b4dd5a9a3c1e779d65a55 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a6230748674b4dd5a9a3c1e779d65a55 2024-11-15T15:19:11,270 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a6230748674b4dd5a9a3c1e779d65a55, entries=150, sequenceid=78, filesize=11.7 K 2024-11-15T15:19:11,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 512ms, sequenceid=78, compaction requested=true 2024-11-15T15:19:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-15T15:19:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-15T15:19:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-15T15:19:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 666 msec 2024-11-15T15:19:11,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 670 msec 2024-11-15T15:19:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:11,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:19:11,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:11,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:11,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:11,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:11,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:11,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:11,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158bca51eb3f954eaa96343f2ffbf90c1e_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742197_1373 (size=14594) 2024-11-15T15:19:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684011522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684011523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684011523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684011528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684011529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684011631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684011631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684011632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684011638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684011638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-15T15:19:11,709 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-15T15:19:11,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-15T15:19:11,712 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-15T15:19:11,713 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:11,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-15T15:19:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684011837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684011837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684011838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684011843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684011844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:11,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:11,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:11,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:11,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:11,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158bca51eb3f954eaa96343f2ffbf90c1e_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158bca51eb3f954eaa96343f2ffbf90c1e_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:11,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/427f82e1c9f54c5d9561aee511dfdf58, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:11,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/427f82e1c9f54c5d9561aee511dfdf58 is 175, key is test_row_0/A:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:11,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742198_1374 (size=39549) 2024-11-15T15:19:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-15T15:19:12,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:12,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:12,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:12,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684012148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684012148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684012148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684012149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684012154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:12,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/427f82e1c9f54c5d9561aee511dfdf58 2024-11-15T15:19:12,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/b8ec5e340d7d46219525e52407634ddf is 50, key is test_row_0/B:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-15T15:19:12,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742199_1375 (size=12001) 2024-11-15T15:19:12,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/b8ec5e340d7d46219525e52407634ddf 2024-11-15T15:19:12,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:12,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7bb85301fb8e462fb8e0f26c01bbe436 is 50, key is test_row_0/C:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742200_1376 (size=12001) 2024-11-15T15:19:12,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:12,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:12,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:12,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:12,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684012658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684012659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684012661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684012662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684012663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:12,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7bb85301fb8e462fb8e0f26c01bbe436 2024-11-15T15:19:12,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/427f82e1c9f54c5d9561aee511dfdf58 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58 2024-11-15T15:19:12,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58, entries=200, sequenceid=91, filesize=38.6 K 2024-11-15T15:19:12,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/b8ec5e340d7d46219525e52407634ddf as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b8ec5e340d7d46219525e52407634ddf 2024-11-15T15:19:12,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b8ec5e340d7d46219525e52407634ddf, entries=150, sequenceid=91, filesize=11.7 K 2024-11-15T15:19:12,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7bb85301fb8e462fb8e0f26c01bbe436 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7bb85301fb8e462fb8e0f26c01bbe436 2024-11-15T15:19:12,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7bb85301fb8e462fb8e0f26c01bbe436, entries=150, sequenceid=91, filesize=11.7 K 2024-11-15T15:19:12,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1262ms, sequenceid=91, compaction requested=true 2024-11-15T15:19:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:12,746 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T15:19:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:12,747 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:12,749 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,749 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,749 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=159.5 K 2024-11-15T15:19:12,749 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5815ff7caf0a442398086c07709c4fa2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/a0a42a6c3cf54e23ac5d93ddc28dc077, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/e1f131eb31d543bab1aa44bd63412c24, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/32b102d7ee52498193dbfd1c3a7b85c9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b8ec5e340d7d46219525e52407634ddf] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=58.6 K 2024-11-15T15:19:12,749 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58] 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5815ff7caf0a442398086c07709c4fa2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731683947404 2024-11-15T15:19:12,749 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc6468afcfde4df19fff6e27e414f04c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731683947404 2024-11-15T15:19:12,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting e841b38bcade48ae94f1daedd30792e0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731683947415 2024-11-15T15:19:12,750 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a0a42a6c3cf54e23ac5d93ddc28dc077, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731683947415 2024-11-15T15:19:12,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3beea7193e45451aa7a9f9c64b7c1c30, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731683948541 2024-11-15T15:19:12,750 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e1f131eb31d543bab1aa44bd63412c24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731683948541 2024-11-15T15:19:12,750 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a2a629852144ecb06e76766c7f5807, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683949722 2024-11-15T15:19:12,750 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 32b102d7ee52498193dbfd1c3a7b85c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683949722 2024-11-15T15:19:12,751 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 427f82e1c9f54c5d9561aee511dfdf58, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731683950856 2024-11-15T15:19:12,751 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ec5e340d7d46219525e52407634ddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731683950858 2024-11-15T15:19:12,757 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:12,759 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:12,759 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115bc7099429463429eb7bf1a7083f66256_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:12,760 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/46c6d0e70c4447e499f4a9a01c4a163c is 50, key is test_row_0/B:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:12,765 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115bc7099429463429eb7bf1a7083f66256_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:12,765 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bc7099429463429eb7bf1a7083f66256_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742201_1377 (size=12173) 2024-11-15T15:19:12,775 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/46c6d0e70c4447e499f4a9a01c4a163c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/46c6d0e70c4447e499f4a9a01c4a163c 2024-11-15T15:19:12,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:12,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-15T15:19:12,781 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 46c6d0e70c4447e499f4a9a01c4a163c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:12,781 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:12,781 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=11, startTime=1731683952747; duration=0sec 2024-11-15T15:19:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,781 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:12,781 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:19:12,782 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:12,782 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-15T15:19:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:12,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-15T15:19:12,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:12,784 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:12,784 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/45456430994643a1966ae1e7aeb82cd1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7b6bd6a5678948d4ac83a08195132742, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ad19766389bb469b88bc007beca8b018, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a6230748674b4dd5a9a3c1e779d65a55, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7bb85301fb8e462fb8e0f26c01bbe436] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=58.6 K 2024-11-15T15:19:12,788 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 45456430994643a1966ae1e7aeb82cd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731683947404 2024-11-15T15:19:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742202_1378 (size=4469) 2024-11-15T15:19:12,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b6bd6a5678948d4ac83a08195132742, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731683947415 2024-11-15T15:19:12,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ad19766389bb469b88bc007beca8b018, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731683948541 2024-11-15T15:19:12,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a6230748674b4dd5a9a3c1e779d65a55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731683949722 2024-11-15T15:19:12,789 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb85301fb8e462fb8e0f26c01bbe436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731683950858 2024-11-15T15:19:12,802 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#320 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151c6667717bd743dcabad6bed503d7b93_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683951507/Put/seqid=0 2024-11-15T15:19:12,802 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6 is 50, key is test_row_0/C:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742203_1379 (size=12154) 2024-11-15T15:19:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-15T15:19:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742204_1380 (size=12173) 2024-11-15T15:19:13,190 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:13,191 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/d60e2a39660e43a78081f845e8f3164c is 175, key is test_row_0/A:col10/1731683951482/Put/seqid=0 2024-11-15T15:19:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742205_1381 (size=31127) 2024-11-15T15:19:13,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411151c6667717bd743dcabad6bed503d7b93_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151c6667717bd743dcabad6bed503d7b93_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:13,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9fff63316d5241a4b8f8fc4036139cd6, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9fff63316d5241a4b8f8fc4036139cd6 is 175, key is test_row_0/A:col10/1731683951507/Put/seqid=0 2024-11-15T15:19:13,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742206_1382 (size=30955) 2024-11-15T15:19:13,231 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6 2024-11-15T15:19:13,241 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into cfb9ff86bf3c464c955e9e6ce5fcf0c6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:13,241 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:13,241 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=11, startTime=1731683952747; duration=0sec 2024-11-15T15:19:13,241 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:13,241 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:13,600 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/d60e2a39660e43a78081f845e8f3164c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d60e2a39660e43a78081f845e8f3164c 2024-11-15T15:19:13,605 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into d60e2a39660e43a78081f845e8f3164c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:13,605 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:13,605 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=11, startTime=1731683952746; duration=0sec 2024-11-15T15:19:13,605 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:13,605 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:13,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9fff63316d5241a4b8f8fc4036139cd6 2024-11-15T15:19:13,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/7c8f899757ad4b7e813ae8f7c0a2bc4d is 50, key is test_row_0/B:col10/1731683951507/Put/seqid=0 2024-11-15T15:19:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742207_1383 (size=12001) 2024-11-15T15:19:13,636 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/7c8f899757ad4b7e813ae8f7c0a2bc4d 2024-11-15T15:19:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/f3f5849e5e9e4be9a51f8161b35a6836 is 50, key is test_row_0/C:col10/1731683951507/Put/seqid=0 2024-11-15T15:19:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742208_1384 (size=12001) 2024-11-15T15:19:13,665 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/f3f5849e5e9e4be9a51f8161b35a6836 2024-11-15T15:19:13,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9fff63316d5241a4b8f8fc4036139cd6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6 2024-11-15T15:19:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:13,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:13,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6, entries=150, sequenceid=115, filesize=30.2 K 2024-11-15T15:19:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/7c8f899757ad4b7e813ae8f7c0a2bc4d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/7c8f899757ad4b7e813ae8f7c0a2bc4d 2024-11-15T15:19:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,681 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/7c8f899757ad4b7e813ae8f7c0a2bc4d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-15T15:19:13,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/f3f5849e5e9e4be9a51f8161b35a6836 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f3f5849e5e9e4be9a51f8161b35a6836 2024-11-15T15:19:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684013680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,691 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f3f5849e5e9e4be9a51f8161b35a6836, entries=150, sequenceid=115, filesize=11.7 K 2024-11-15T15:19:13,692 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 911ms, sequenceid=115, compaction requested=false 2024-11-15T15:19:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-15T15:19:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-15T15:19:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-15T15:19:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9800 sec 2024-11-15T15:19:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.9840 sec 2024-11-15T15:19:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:13,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:19:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115314eb92226ac4d72b39bb5ed713d6756_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742210_1386 (size=36808) 2024-11-15T15:19:13,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684013755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684013761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684013762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684013762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-15T15:19:13,817 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-15T15:19:13,818 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-15T15:19:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-15T15:19:13,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:13,820 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:13,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684013864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684013865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684013871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684013872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-15T15:19:13,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:13,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-15T15:19:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:13,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684014068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684014070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684014077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684014078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-15T15:19:14,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:14,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-15T15:19:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:14,131 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:14,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115314eb92226ac4d72b39bb5ed713d6756_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115314eb92226ac4d72b39bb5ed713d6756_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:14,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/587a6050ce8b494ab4b08eb02d5e7543, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:14,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/587a6050ce8b494ab4b08eb02d5e7543 is 175, key is test_row_0/A:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742209_1385 (size=117202) 2024-11-15T15:19:14,143 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/587a6050ce8b494ab4b08eb02d5e7543 2024-11-15T15:19:14,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/cdc6aa8ae80c4f778c224e6b29f3a4da is 50, key is test_row_0/B:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742211_1387 (size=12151) 2024-11-15T15:19:14,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/cdc6aa8ae80c4f778c224e6b29f3a4da 2024-11-15T15:19:14,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/8f6325f32a684ded91b42bb4baf087ca is 50, key is test_row_0/C:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742212_1388 (size=12151) 2024-11-15T15:19:14,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/8f6325f32a684ded91b42bb4baf087ca 2024-11-15T15:19:14,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/587a6050ce8b494ab4b08eb02d5e7543 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543 2024-11-15T15:19:14,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543, entries=650, sequenceid=134, filesize=114.5 K 2024-11-15T15:19:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/cdc6aa8ae80c4f778c224e6b29f3a4da as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/cdc6aa8ae80c4f778c224e6b29f3a4da 2024-11-15T15:19:14,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/cdc6aa8ae80c4f778c224e6b29f3a4da, entries=150, sequenceid=134, filesize=11.9 K 2024-11-15T15:19:14,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/8f6325f32a684ded91b42bb4baf087ca as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8f6325f32a684ded91b42bb4baf087ca 2024-11-15T15:19:14,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8f6325f32a684ded91b42bb4baf087ca, entries=150, sequenceid=134, filesize=11.9 K 2024-11-15T15:19:14,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 512ms, sequenceid=134, compaction requested=true 2024-11-15T15:19:14,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:14,211 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T15:19:14,211 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179284 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:14,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:14,212 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:14,212 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,212 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d60e2a39660e43a78081f845e8f3164c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=175.1 K 2024-11-15T15:19:14,212 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d60e2a39660e43a78081f845e8f3164c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543] 2024-11-15T15:19:14,212 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d60e2a39660e43a78081f845e8f3164c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731683950858 2024-11-15T15:19:14,213 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36325 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:14,213 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:14,213 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,213 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/46c6d0e70c4447e499f4a9a01c4a163c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/7c8f899757ad4b7e813ae8f7c0a2bc4d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/cdc6aa8ae80c4f778c224e6b29f3a4da] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=35.5 K 2024-11-15T15:19:14,213 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46c6d0e70c4447e499f4a9a01c4a163c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731683950858 2024-11-15T15:19:14,214 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c8f899757ad4b7e813ae8f7c0a2bc4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731683951507 2024-11-15T15:19:14,214 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fff63316d5241a4b8f8fc4036139cd6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731683951507 2024-11-15T15:19:14,214 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdc6aa8ae80c4f778c224e6b29f3a4da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731683953697 2024-11-15T15:19:14,214 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 587a6050ce8b494ab4b08eb02d5e7543, keycount=650, bloomtype=ROW, size=114.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731683953672 2024-11-15T15:19:14,223 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:14,223 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/b44e2f544beb47f797d98a767c666597 is 50, key is test_row_0/B:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:14,224 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:14,233 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115eb81678928b645df8840625b4a9a27ed_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:14,236 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115eb81678928b645df8840625b4a9a27ed_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:14,236 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115eb81678928b645df8840625b4a9a27ed_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742213_1389 (size=12425) 2024-11-15T15:19:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742214_1390 (size=4469) 2024-11-15T15:19:14,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:14,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-15T15:19:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-15T15:19:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:14,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155f08e5cfdaca492bac98d7ec519cbd65_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683953752/Put/seqid=0 2024-11-15T15:19:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742215_1391 (size=12304) 2024-11-15T15:19:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:14,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155f08e5cfdaca492bac98d7ec519cbd65_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155f08e5cfdaca492bac98d7ec519cbd65_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/24058de02f49407e9c66de40f455fa17, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/24058de02f49407e9c66de40f455fa17 is 175, key is test_row_0/A:col10/1731683953752/Put/seqid=0 2024-11-15T15:19:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742216_1392 (size=31105) 2024-11-15T15:19:14,307 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/24058de02f49407e9c66de40f455fa17 2024-11-15T15:19:14,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/faeca7079ac742b99e0906f0181f7b4e is 50, key is test_row_0/B:col10/1731683953752/Put/seqid=0 2024-11-15T15:19:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742217_1393 (size=12151) 2024-11-15T15:19:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:14,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-15T15:19:14,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684014436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684014436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684014436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684014437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684014543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684014543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684014546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684014546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,646 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/b44e2f544beb47f797d98a767c666597 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b44e2f544beb47f797d98a767c666597 2024-11-15T15:19:14,652 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into b44e2f544beb47f797d98a767c666597(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:14,652 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:14,652 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=13, startTime=1731683954211; duration=0sec 2024-11-15T15:19:14,652 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:14,652 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:14,652 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:14,653 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36325 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:14,653 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:14,653 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:14,653 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f3f5849e5e9e4be9a51f8161b35a6836, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8f6325f32a684ded91b42bb4baf087ca] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=35.5 K 2024-11-15T15:19:14,653 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfb9ff86bf3c464c955e9e6ce5fcf0c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731683950858 2024-11-15T15:19:14,654 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f5849e5e9e4be9a51f8161b35a6836, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731683951507 2024-11-15T15:19:14,654 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f6325f32a684ded91b42bb4baf087ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731683953697 2024-11-15T15:19:14,658 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#328 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:14,659 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/6ef32c1614fd45f5bc0287a6b4ddceda is 175, key is test_row_0/A:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:14,660 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:14,661 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/f7a0cf695bb745ba8450c9296811c997 is 50, key is test_row_0/C:col10/1731683953697/Put/seqid=0 2024-11-15T15:19:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742218_1394 (size=31379) 2024-11-15T15:19:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742219_1395 (size=12425) 2024-11-15T15:19:14,719 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/faeca7079ac742b99e0906f0181f7b4e 2024-11-15T15:19:14,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/a692a431530f4adfa714d9d4d67fdb25 is 50, key is test_row_0/C:col10/1731683953752/Put/seqid=0 2024-11-15T15:19:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742220_1396 (size=12151) 2024-11-15T15:19:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684014747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684014748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684014752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684014761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-15T15:19:15,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684015055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684015057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684015058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,069 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/6ef32c1614fd45f5bc0287a6b4ddceda as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/6ef32c1614fd45f5bc0287a6b4ddceda 2024-11-15T15:19:15,069 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/f7a0cf695bb745ba8450c9296811c997 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f7a0cf695bb745ba8450c9296811c997 2024-11-15T15:19:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684015068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,074 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into f7a0cf695bb745ba8450c9296811c997(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:15,074 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 6ef32c1614fd45f5bc0287a6b4ddceda(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:15,074 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:15,074 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:15,074 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=13, startTime=1731683954211; duration=0sec 2024-11-15T15:19:15,074 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=13, startTime=1731683954211; duration=0sec 2024-11-15T15:19:15,074 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:15,074 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:15,074 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:15,074 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:15,130 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/a692a431530f4adfa714d9d4d67fdb25 2024-11-15T15:19:15,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/24058de02f49407e9c66de40f455fa17 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17 2024-11-15T15:19:15,138 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17, entries=150, sequenceid=154, filesize=30.4 K 2024-11-15T15:19:15,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/faeca7079ac742b99e0906f0181f7b4e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/faeca7079ac742b99e0906f0181f7b4e 2024-11-15T15:19:15,142 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/faeca7079ac742b99e0906f0181f7b4e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-15T15:19:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/a692a431530f4adfa714d9d4d67fdb25 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a692a431530f4adfa714d9d4d67fdb25 2024-11-15T15:19:15,147 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a692a431530f4adfa714d9d4d67fdb25, entries=150, sequenceid=154, filesize=11.9 K 2024-11-15T15:19:15,148 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 870ms, sequenceid=154, compaction requested=false 2024-11-15T15:19:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-15T15:19:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-15T15:19:15,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-15T15:19:15,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3290 sec 2024-11-15T15:19:15,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.3330 sec 2024-11-15T15:19:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:15,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T15:19:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:15,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115288d3a48557d460cbd5f29dc1de83a02_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742221_1397 (size=17284) 2024-11-15T15:19:15,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684015585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684015589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684015590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684015590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684015691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684015695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684015696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684015696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684015701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,706 DEBUG [Thread-1606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:15,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684015894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684015901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684015901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684015902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-15T15:19:15,923 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-15T15:19:15,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-15T15:19:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:15,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:15,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:15,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:15,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:15,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115288d3a48557d460cbd5f29dc1de83a02_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115288d3a48557d460cbd5f29dc1de83a02_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:15,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/0d8384d001024eaf8136d99021c5a746, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:15,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/0d8384d001024eaf8136d99021c5a746 is 175, key is test_row_0/A:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742222_1398 (size=48389) 2024-11-15T15:19:15,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/0d8384d001024eaf8136d99021c5a746 2024-11-15T15:19:16,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/5f4f4257f08448508cc3bcc0cdf6b3ff is 50, key is test_row_0/B:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:16,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742223_1399 (size=12151) 2024-11-15T15:19:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:16,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:16,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-15T15:19:16,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684016198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684016205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684016207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684016209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:16,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:16,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-15T15:19:16,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:16,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:16,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-15T15:19:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/5f4f4257f08448508cc3bcc0cdf6b3ff 2024-11-15T15:19:16,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/8faba414b5e74db5ba2c4662bc9a52ee is 50, key is test_row_0/C:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:16,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742224_1400 (size=12151) 2024-11-15T15:19:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:16,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:16,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-15T15:19:16,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:16,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:16,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-15T15:19:16,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:16,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:16,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684016706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684016709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684016711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684016713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:16,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/8faba414b5e74db5ba2c4662bc9a52ee 2024-11-15T15:19:16,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/0d8384d001024eaf8136d99021c5a746 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746 2024-11-15T15:19:16,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746, entries=250, sequenceid=176, filesize=47.3 K 2024-11-15T15:19:16,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/5f4f4257f08448508cc3bcc0cdf6b3ff as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5f4f4257f08448508cc3bcc0cdf6b3ff 2024-11-15T15:19:16,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5f4f4257f08448508cc3bcc0cdf6b3ff, entries=150, sequenceid=176, filesize=11.9 K 2024-11-15T15:19:16,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/8faba414b5e74db5ba2c4662bc9a52ee as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8faba414b5e74db5ba2c4662bc9a52ee 2024-11-15T15:19:16,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8faba414b5e74db5ba2c4662bc9a52ee, entries=150, sequenceid=176, filesize=11.9 K 2024-11-15T15:19:16,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1273ms, sequenceid=176, compaction requested=true 2024-11-15T15:19:16,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:16,838 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:16,838 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:16,839 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:16,839 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:16,839 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:16,839 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:16,839 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,839 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,839 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/6ef32c1614fd45f5bc0287a6b4ddceda, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=108.3 K 2024-11-15T15:19:16,839 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b44e2f544beb47f797d98a767c666597, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/faeca7079ac742b99e0906f0181f7b4e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5f4f4257f08448508cc3bcc0cdf6b3ff] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=35.9 K 2024-11-15T15:19:16,839 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,839 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/6ef32c1614fd45f5bc0287a6b4ddceda, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746] 2024-11-15T15:19:16,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:16,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-15T15:19:16,841 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef32c1614fd45f5bc0287a6b4ddceda, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731683953697 2024-11-15T15:19:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,842 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T15:19:16,842 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b44e2f544beb47f797d98a767c666597, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731683953697 2024-11-15T15:19:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:16,843 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24058de02f49407e9c66de40f455fa17, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731683953752 2024-11-15T15:19:16,843 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting faeca7079ac742b99e0906f0181f7b4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731683953752 2024-11-15T15:19:16,843 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8384d001024eaf8136d99021c5a746, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731683954388 2024-11-15T15:19:16,844 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f4f4257f08448508cc3bcc0cdf6b3ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731683954435 2024-11-15T15:19:16,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111501c2e82cab58418eb1e95a282e377293_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683955589/Put/seqid=0 2024-11-15T15:19:16,853 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:16,853 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:16,854 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0d946ed1d11e4a75b4c0586cc4d6aaf9 is 50, key is test_row_0/B:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:16,864 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411158e51bcf7336f41d9b6338d7d349612b4_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:16,867 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411158e51bcf7336f41d9b6338d7d349612b4_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:16,867 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411158e51bcf7336f41d9b6338d7d349612b4_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:16,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742225_1401 (size=12304) 2024-11-15T15:19:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742226_1402 (size=12527) 2024-11-15T15:19:16,884 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0d946ed1d11e4a75b4c0586cc4d6aaf9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0d946ed1d11e4a75b4c0586cc4d6aaf9 2024-11-15T15:19:16,890 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 0d946ed1d11e4a75b4c0586cc4d6aaf9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:16,890 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:16,890 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=13, startTime=1731683956838; duration=0sec 2024-11-15T15:19:16,890 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:16,890 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:16,890 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:16,891 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:16,891 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:16,891 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:16,891 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f7a0cf695bb745ba8450c9296811c997, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a692a431530f4adfa714d9d4d67fdb25, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8faba414b5e74db5ba2c4662bc9a52ee] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=35.9 K 2024-11-15T15:19:16,891 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a0cf695bb745ba8450c9296811c997, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731683953697 2024-11-15T15:19:16,892 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a692a431530f4adfa714d9d4d67fdb25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731683953752 2024-11-15T15:19:16,892 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8faba414b5e74db5ba2c4662bc9a52ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731683954435 2024-11-15T15:19:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742227_1403 (size=4469) 2024-11-15T15:19:16,903 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:16,903 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/00f0ce6e0e6f4cbb9885a49a7456693d is 50, key is test_row_0/C:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:16,904 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#338 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:16,904 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/2a76354d370d4066bf6b4921f19f3142 is 175, key is test_row_0/A:col10/1731683955564/Put/seqid=0 2024-11-15T15:19:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742228_1404 (size=12527) 2024-11-15T15:19:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742229_1405 (size=31481) 2024-11-15T15:19:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:17,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:17,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111501c2e82cab58418eb1e95a282e377293_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111501c2e82cab58418eb1e95a282e377293_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/d9dd4ddf92ec435691d8458b2717e8da, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/d9dd4ddf92ec435691d8458b2717e8da is 175, key is test_row_0/A:col10/1731683955589/Put/seqid=0 2024-11-15T15:19:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742230_1406 (size=31105) 2024-11-15T15:19:17,319 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/00f0ce6e0e6f4cbb9885a49a7456693d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/00f0ce6e0e6f4cbb9885a49a7456693d 2024-11-15T15:19:17,324 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 00f0ce6e0e6f4cbb9885a49a7456693d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:17,324 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:17,324 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=13, startTime=1731683956838; duration=0sec 2024-11-15T15:19:17,324 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:17,324 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:17,329 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/2a76354d370d4066bf6b4921f19f3142 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2a76354d370d4066bf6b4921f19f3142 2024-11-15T15:19:17,334 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 2a76354d370d4066bf6b4921f19f3142(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:17,334 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:17,334 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=13, startTime=1731683956838; duration=0sec 2024-11-15T15:19:17,334 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:17,334 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:17,682 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/d9dd4ddf92ec435691d8458b2717e8da 2024-11-15T15:19:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/409b3b420ac44be5ad3545c6932b7ca9 is 50, key is test_row_0/B:col10/1731683955589/Put/seqid=0 2024-11-15T15:19:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742231_1407 (size=12151) 2024-11-15T15:19:17,694 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/409b3b420ac44be5ad3545c6932b7ca9 2024-11-15T15:19:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/91b2010e52a1459d85ed5117a424303e is 50, key is test_row_0/C:col10/1731683955589/Put/seqid=0 2024-11-15T15:19:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742232_1408 (size=12151) 2024-11-15T15:19:17,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:17,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684017745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684017746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684017747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684017748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684017852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684017857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684017857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684017857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684018059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684018061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684018062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684018062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/91b2010e52a1459d85ed5117a424303e 2024-11-15T15:19:18,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/d9dd4ddf92ec435691d8458b2717e8da as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da 2024-11-15T15:19:18,116 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da, entries=150, sequenceid=193, filesize=30.4 K 2024-11-15T15:19:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/409b3b420ac44be5ad3545c6932b7ca9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/409b3b420ac44be5ad3545c6932b7ca9 2024-11-15T15:19:18,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/409b3b420ac44be5ad3545c6932b7ca9, entries=150, sequenceid=193, filesize=11.9 K 2024-11-15T15:19:18,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/91b2010e52a1459d85ed5117a424303e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/91b2010e52a1459d85ed5117a424303e 2024-11-15T15:19:18,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/91b2010e52a1459d85ed5117a424303e, entries=150, sequenceid=193, filesize=11.9 K 2024-11-15T15:19:18,124 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1282ms, sequenceid=193, compaction requested=false 2024-11-15T15:19:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-15T15:19:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-15T15:19:18,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-15T15:19:18,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2000 sec 2024-11-15T15:19:18,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.2030 sec 2024-11-15T15:19:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:18,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:19:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:18,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:18,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111550f394854e3f4bd2ad2c2815b8e4e854_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742233_1409 (size=17284) 2024-11-15T15:19:18,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684018386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684018420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684018420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684018420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684018521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684018529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684018530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684018530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684018727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684018732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684018733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684018734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:18,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:18,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111550f394854e3f4bd2ad2c2815b8e4e854_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111550f394854e3f4bd2ad2c2815b8e4e854_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:18,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9a53692138794b268076adf9e7aa5e3f, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:18,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9a53692138794b268076adf9e7aa5e3f is 175, key is test_row_0/A:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742234_1410 (size=48389) 2024-11-15T15:19:19,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684019032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684019037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684019039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684019039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9a53692138794b268076adf9e7aa5e3f 2024-11-15T15:19:19,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/bac095725c18463dab72295904a47cea is 50, key is test_row_0/B:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742235_1411 (size=12151) 2024-11-15T15:19:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684019539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684019542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684019544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684019545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/bac095725c18463dab72295904a47cea 2024-11-15T15:19:19,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/fa094d60b558453e8d78e60353d3f748 is 50, key is test_row_0/C:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742236_1412 (size=12151) 2024-11-15T15:19:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1731684019743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:19,747 DEBUG [Thread-1606 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., hostname=f3372238866c,45001,1731683848865, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:20,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/fa094d60b558453e8d78e60353d3f748 2024-11-15T15:19:20,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/9a53692138794b268076adf9e7aa5e3f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f 2024-11-15T15:19:20,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f, entries=250, sequenceid=218, filesize=47.3 K 2024-11-15T15:19:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/bac095725c18463dab72295904a47cea as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/bac095725c18463dab72295904a47cea 2024-11-15T15:19:20,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/bac095725c18463dab72295904a47cea, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T15:19:20,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/fa094d60b558453e8d78e60353d3f748 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/fa094d60b558453e8d78e60353d3f748 2024-11-15T15:19:20,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/fa094d60b558453e8d78e60353d3f748, entries=150, sequenceid=218, filesize=11.9 K 2024-11-15T15:19:20,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1660ms, sequenceid=218, compaction requested=true 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:20,029 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:20,029 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-15T15:19:20,030 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-15T15:19:20,031 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:20,031 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:20,031 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:20,031 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:20,031 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:20,031 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:20,031 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2a76354d370d4066bf6b4921f19f3142, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=108.4 K 2024-11-15T15:19:20,031 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0d946ed1d11e4a75b4c0586cc4d6aaf9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/409b3b420ac44be5ad3545c6932b7ca9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/bac095725c18463dab72295904a47cea] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=36.0 K 2024-11-15T15:19:20,031 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:20,031 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2a76354d370d4066bf6b4921f19f3142, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f] 2024-11-15T15:19:20,032 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d946ed1d11e4a75b4c0586cc4d6aaf9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731683954435 2024-11-15T15:19:20,032 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a76354d370d4066bf6b4921f19f3142, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731683954435 2024-11-15T15:19:20,032 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 409b3b420ac44be5ad3545c6932b7ca9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731683955588 2024-11-15T15:19:20,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:20,032 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9dd4ddf92ec435691d8458b2717e8da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731683955588 2024-11-15T15:19:20,032 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bac095725c18463dab72295904a47cea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731683957746 2024-11-15T15:19:20,033 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a53692138794b268076adf9e7aa5e3f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731683957739 2024-11-15T15:19:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-15T15:19:20,034 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-15T15:19:20,034 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:20,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:20,040 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:20,041 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:20,041 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/2db7bb5e3e99412bb5159213e0d345f1 is 50, key is test_row_0/B:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:20,042 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115137e47263e81443c93182fa0fc64eda3_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:20,044 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115137e47263e81443c93182fa0fc64eda3_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:20,044 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115137e47263e81443c93182fa0fc64eda3_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742237_1413 (size=12629) 2024-11-15T15:19:20,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742238_1414 (size=4469) 2024-11-15T15:19:20,049 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/2db7bb5e3e99412bb5159213e0d345f1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/2db7bb5e3e99412bb5159213e0d345f1 2024-11-15T15:19:20,053 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 2db7bb5e3e99412bb5159213e0d345f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:20,053 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:20,053 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=13, startTime=1731683960029; duration=0sec 2024-11-15T15:19:20,053 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:20,054 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:20,054 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:20,054 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:20,054 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:20,054 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:20,054 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/00f0ce6e0e6f4cbb9885a49a7456693d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/91b2010e52a1459d85ed5117a424303e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/fa094d60b558453e8d78e60353d3f748] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=36.0 K 2024-11-15T15:19:20,055 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f0ce6e0e6f4cbb9885a49a7456693d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731683954435 2024-11-15T15:19:20,055 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 91b2010e52a1459d85ed5117a424303e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731683955588 2024-11-15T15:19:20,055 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting fa094d60b558453e8d78e60353d3f748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731683957746 2024-11-15T15:19:20,066 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:20,066 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/04fd7b426b0e41e2a80ba9934aa79798 is 50, key is test_row_0/C:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742239_1415 (size=12629) 2024-11-15T15:19:20,074 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/04fd7b426b0e41e2a80ba9934aa79798 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/04fd7b426b0e41e2a80ba9934aa79798 2024-11-15T15:19:20,078 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 04fd7b426b0e41e2a80ba9934aa79798(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:20,078 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:20,078 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=13, startTime=1731683960029; duration=0sec 2024-11-15T15:19:20,078 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:20,078 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-15T15:19:20,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:20,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:20,187 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:20,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154f9095c113044b4d967410961fa65a60_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683958383/Put/seqid=0 2024-11-15T15:19:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742240_1416 (size=12304) 2024-11-15T15:19:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-15T15:19:20,448 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:20,449 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/c34d4ddc346b450daedf9067c18ed833 is 175, key is test_row_0/A:col10/1731683958369/Put/seqid=0 2024-11-15T15:19:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742241_1417 (size=31583) 2024-11-15T15:19:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:20,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:20,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684020565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684020567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684020568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684020569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:20,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154f9095c113044b4d967410961fa65a60_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154f9095c113044b4d967410961fa65a60_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/8ad6c0ccf040460bb9665ad77baadcc4, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:20,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/8ad6c0ccf040460bb9665ad77baadcc4 is 175, key is test_row_0/A:col10/1731683958383/Put/seqid=0 2024-11-15T15:19:20,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742242_1418 (size=31105) 2024-11-15T15:19:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-15T15:19:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684020671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684020671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684020673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684020673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,858 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/c34d4ddc346b450daedf9067c18ed833 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/c34d4ddc346b450daedf9067c18ed833 2024-11-15T15:19:20,863 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into c34d4ddc346b450daedf9067c18ed833(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:20,863 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:20,863 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=13, startTime=1731683960029; duration=0sec 2024-11-15T15:19:20,863 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:20,863 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:20,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684020873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684020874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684020879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684020879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/8ad6c0ccf040460bb9665ad77baadcc4 2024-11-15T15:19:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ce5b1b9afd984d4085e77dfd9a49fc4e is 50, key is test_row_0/B:col10/1731683958383/Put/seqid=0 2024-11-15T15:19:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742243_1419 (size=12151) 2024-11-15T15:19:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-15T15:19:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684021177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684021179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684021184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684021184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,417 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ce5b1b9afd984d4085e77dfd9a49fc4e 2024-11-15T15:19:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/6f9e3f3aa754443b906ab77afbf26059 is 50, key is test_row_0/C:col10/1731683958383/Put/seqid=0 2024-11-15T15:19:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742244_1420 (size=12151) 2024-11-15T15:19:21,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/6f9e3f3aa754443b906ab77afbf26059 2024-11-15T15:19:21,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/8ad6c0ccf040460bb9665ad77baadcc4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4 2024-11-15T15:19:21,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4, entries=150, sequenceid=236, filesize=30.4 K 2024-11-15T15:19:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ce5b1b9afd984d4085e77dfd9a49fc4e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ce5b1b9afd984d4085e77dfd9a49fc4e 2024-11-15T15:19:21,440 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ce5b1b9afd984d4085e77dfd9a49fc4e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-15T15:19:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/6f9e3f3aa754443b906ab77afbf26059 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/6f9e3f3aa754443b906ab77afbf26059 2024-11-15T15:19:21,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/6f9e3f3aa754443b906ab77afbf26059, entries=150, sequenceid=236, filesize=11.9 K 2024-11-15T15:19:21,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1257ms, sequenceid=236, compaction requested=false 2024-11-15T15:19:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-15T15:19:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-15T15:19:21,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-15T15:19:21,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-15T15:19:21,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.4150 sec 2024-11-15T15:19:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:21,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:19:21,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:21,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:21,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:21,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:21,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:21,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:21,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150b501ddab7af48dd99eb5608df5b006f_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:21,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742245_1421 (size=17384) 2024-11-15T15:19:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684021702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684021706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684021707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684021708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684021809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684021813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684021815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684021815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684022014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684022019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684022019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684022020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:22,101 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150b501ddab7af48dd99eb5608df5b006f_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150b501ddab7af48dd99eb5608df5b006f_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:22,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/213dab01dd8940439f2f1ddda33ffe10, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:22,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/213dab01dd8940439f2f1ddda33ffe10 is 175, key is test_row_0/A:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:22,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742246_1422 (size=48489) 2024-11-15T15:19:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-15T15:19:22,138 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-15T15:19:22,139 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-15T15:19:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:22,140 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:22,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:22,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:22,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:22,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684022319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684022323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684022324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684022325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:22,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:22,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/213dab01dd8940439f2f1ddda33ffe10 2024-11-15T15:19:22,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/1d30adfb23c045dfbb12db6440c9a29b is 50, key is test_row_0/B:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:22,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742247_1423 (size=12201) 2024-11-15T15:19:22,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:22,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:22,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:22,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684022823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684022829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684022830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684022833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:22,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:22,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:22,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:22,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/1d30adfb23c045dfbb12db6440c9a29b 2024-11-15T15:19:22,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/c17fe0bced844363a3be6a85f38eb627 is 50, key is test_row_0/C:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742248_1424 (size=12201) 2024-11-15T15:19:23,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:23,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:23,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:23,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:23,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:23,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/c17fe0bced844363a3be6a85f38eb627 2024-11-15T15:19:23,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/213dab01dd8940439f2f1ddda33ffe10 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10 2024-11-15T15:19:23,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10, entries=250, sequenceid=259, filesize=47.4 K 2024-11-15T15:19:23,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/1d30adfb23c045dfbb12db6440c9a29b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/1d30adfb23c045dfbb12db6440c9a29b 2024-11-15T15:19:23,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/1d30adfb23c045dfbb12db6440c9a29b, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T15:19:23,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/c17fe0bced844363a3be6a85f38eb627 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/c17fe0bced844363a3be6a85f38eb627 2024-11-15T15:19:23,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/c17fe0bced844363a3be6a85f38eb627, entries=150, sequenceid=259, filesize=11.9 K 2024-11-15T15:19:23,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1658ms, sequenceid=259, compaction requested=true 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:23,345 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:23,345 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:23,346 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:23,346 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:23,346 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:23,346 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:23,346 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,346 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,346 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/c34d4ddc346b450daedf9067c18ed833, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=108.6 K 2024-11-15T15:19:23,346 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,347 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/2db7bb5e3e99412bb5159213e0d345f1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ce5b1b9afd984d4085e77dfd9a49fc4e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/1d30adfb23c045dfbb12db6440c9a29b] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=36.1 K 2024-11-15T15:19:23,347 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/c34d4ddc346b450daedf9067c18ed833, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10] 2024-11-15T15:19:23,347 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2db7bb5e3e99412bb5159213e0d345f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731683957746 2024-11-15T15:19:23,347 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting c34d4ddc346b450daedf9067c18ed833, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731683957746 2024-11-15T15:19:23,347 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ce5b1b9afd984d4085e77dfd9a49fc4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731683958383 2024-11-15T15:19:23,347 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ad6c0ccf040460bb9665ad77baadcc4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731683958383 2024-11-15T15:19:23,347 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d30adfb23c045dfbb12db6440c9a29b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731683960566 2024-11-15T15:19:23,348 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 213dab01dd8940439f2f1ddda33ffe10, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731683960564 2024-11-15T15:19:23,353 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:23,354 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:23,354 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/91b488041c094c6aab1cd4555012518c is 50, key is test_row_0/B:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:23,355 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115fb323c450fe44934815a05e001a4a267_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:23,357 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115fb323c450fe44934815a05e001a4a267_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:23,357 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fb323c450fe44934815a05e001a4a267_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:23,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:23,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-15T15:19:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,362 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:19:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742249_1425 (size=12781) 2024-11-15T15:19:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742250_1426 (size=4469) 2024-11-15T15:19:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2f4c0f6aec748ad976700c04cf35399_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683961707/Put/seqid=0 2024-11-15T15:19:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742251_1427 (size=12454) 2024-11-15T15:19:23,769 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/91b488041c094c6aab1cd4555012518c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/91b488041c094c6aab1cd4555012518c 2024-11-15T15:19:23,773 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 91b488041c094c6aab1cd4555012518c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:23,773 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:23,773 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=13, startTime=1731683963345; duration=0sec 2024-11-15T15:19:23,773 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:23,773 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:23,773 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:23,774 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:23,774 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:23,774 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:23,774 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/04fd7b426b0e41e2a80ba9934aa79798, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/6f9e3f3aa754443b906ab77afbf26059, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/c17fe0bced844363a3be6a85f38eb627] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=36.1 K 2024-11-15T15:19:23,775 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fd7b426b0e41e2a80ba9934aa79798, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731683957746 2024-11-15T15:19:23,775 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:23,775 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f9e3f3aa754443b906ab77afbf26059, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731683958383 2024-11-15T15:19:23,776 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c17fe0bced844363a3be6a85f38eb627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731683960566 2024-11-15T15:19:23,776 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3a09f1a5422f4efeb9baf7aed5204926 is 175, key is test_row_0/A:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:23,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115c2f4c0f6aec748ad976700c04cf35399_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2f4c0f6aec748ad976700c04cf35399_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:23,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/1bbd0f1174a64730ad46ad9f20e09c8a, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/1bbd0f1174a64730ad46ad9f20e09c8a is 175, key is test_row_0/A:col10/1731683961707/Put/seqid=0 2024-11-15T15:19:23,794 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742253_1429 (size=31255) 2024-11-15T15:19:23,795 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7c308a54e60e4477930289293b787027 is 50, key is test_row_0/C:col10/1731683960566/Put/seqid=0 2024-11-15T15:19:23,795 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/1bbd0f1174a64730ad46ad9f20e09c8a 2024-11-15T15:19:23,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742252_1428 (size=31735) 2024-11-15T15:19:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0585e2e1709049c1b0a8f6af70ce256a is 50, key is test_row_0/B:col10/1731683961707/Put/seqid=0 2024-11-15T15:19:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742254_1430 (size=12781) 2024-11-15T15:19:23,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742255_1431 (size=12301) 2024-11-15T15:19:23,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684023859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684023862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684023862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684023863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684023964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684023969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684023969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684023970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684024170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684024176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,201 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3a09f1a5422f4efeb9baf7aed5204926 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3a09f1a5422f4efeb9baf7aed5204926 2024-11-15T15:19:24,205 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 3a09f1a5422f4efeb9baf7aed5204926(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:24,205 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:24,205 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=13, startTime=1731683963345; duration=0sec 2024-11-15T15:19:24,205 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:24,205 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:24,207 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/7c308a54e60e4477930289293b787027 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7c308a54e60e4477930289293b787027 2024-11-15T15:19:24,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0585e2e1709049c1b0a8f6af70ce256a 2024-11-15T15:19:24,210 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 7c308a54e60e4477930289293b787027(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:24,210 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:24,210 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=13, startTime=1731683963345; duration=0sec 2024-11-15T15:19:24,210 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:24,210 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:24,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/e7d1ff9b645c494797fd83e2410536b9 is 50, key is test_row_0/C:col10/1731683961707/Put/seqid=0 2024-11-15T15:19:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742256_1432 (size=12301) 2024-11-15T15:19:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684024474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684024481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684024481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684024483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:24,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/e7d1ff9b645c494797fd83e2410536b9 2024-11-15T15:19:24,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/1bbd0f1174a64730ad46ad9f20e09c8a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a 2024-11-15T15:19:24,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a, entries=150, sequenceid=273, filesize=30.5 K 2024-11-15T15:19:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0585e2e1709049c1b0a8f6af70ce256a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0585e2e1709049c1b0a8f6af70ce256a 2024-11-15T15:19:24,635 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0585e2e1709049c1b0a8f6af70ce256a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-15T15:19:24,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/e7d1ff9b645c494797fd83e2410536b9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/e7d1ff9b645c494797fd83e2410536b9 2024-11-15T15:19:24,639 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/e7d1ff9b645c494797fd83e2410536b9, entries=150, sequenceid=273, filesize=12.0 K 2024-11-15T15:19:24,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1278ms, sequenceid=273, compaction requested=false 2024-11-15T15:19:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-15T15:19:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-15T15:19:24,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-15T15:19:24,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5000 sec 2024-11-15T15:19:24,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.5050 sec 2024-11-15T15:19:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:24,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:19:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:24,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dcd8fed1f5cb4819bdf6611398080d89_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742257_1433 (size=14994) 2024-11-15T15:19:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684024997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684024998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684025002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684025003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684025105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684025105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684025108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684025109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684025309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684025310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684025314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684025314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,396 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:25,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115dcd8fed1f5cb4819bdf6611398080d89_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcd8fed1f5cb4819bdf6611398080d89_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:25,401 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/15e900642ea84323b3f97a055ea8723e, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:25,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/15e900642ea84323b3f97a055ea8723e is 175, key is test_row_0/A:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742258_1434 (size=39949) 2024-11-15T15:19:25,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684025612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684025613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684025617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684025619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:25,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/15e900642ea84323b3f97a055ea8723e 2024-11-15T15:19:25,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ac99fa6c006b4f8385b732db049e5383 is 50, key is test_row_0/B:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742259_1435 (size=12301) 2024-11-15T15:19:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684026115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:26,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684026117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:26,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684026123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684026123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:26,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ac99fa6c006b4f8385b732db049e5383 2024-11-15T15:19:26,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/540edffebae543d7887cade65563b1e1 is 50, key is test_row_0/C:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:26,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742260_1436 (size=12301) 2024-11-15T15:19:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-15T15:19:26,244 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-15T15:19:26,245 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-15T15:19:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-15T15:19:26,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:26,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:26,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-15T15:19:26,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:26,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-15T15:19:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-15T15:19:26,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:26,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-15T15:19:26,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:26,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/540edffebae543d7887cade65563b1e1 2024-11-15T15:19:26,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/15e900642ea84323b3f97a055ea8723e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e 2024-11-15T15:19:26,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e, entries=200, sequenceid=300, filesize=39.0 K 2024-11-15T15:19:26,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ac99fa6c006b4f8385b732db049e5383 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ac99fa6c006b4f8385b732db049e5383 2024-11-15T15:19:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ac99fa6c006b4f8385b732db049e5383, entries=150, sequenceid=300, filesize=12.0 K 2024-11-15T15:19:26,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/540edffebae543d7887cade65563b1e1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/540edffebae543d7887cade65563b1e1 2024-11-15T15:19:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/540edffebae543d7887cade65563b1e1, entries=150, sequenceid=300, filesize=12.0 K 2024-11-15T15:19:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1661ms, sequenceid=300, compaction requested=true 2024-11-15T15:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,646 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:26,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T15:19:26,647 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:26,648 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:26,648 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,648 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3a09f1a5422f4efeb9baf7aed5204926, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=100.5 K 2024-11-15T15:19:26,648 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/91b488041c094c6aab1cd4555012518c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0585e2e1709049c1b0a8f6af70ce256a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ac99fa6c006b4f8385b732db049e5383] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=36.5 K 2024-11-15T15:19:26,648 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3a09f1a5422f4efeb9baf7aed5204926, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e] 2024-11-15T15:19:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a09f1a5422f4efeb9baf7aed5204926, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731683960566 2024-11-15T15:19:26,648 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 91b488041c094c6aab1cd4555012518c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731683960566 2024-11-15T15:19:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,649 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0585e2e1709049c1b0a8f6af70ce256a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731683961701 2024-11-15T15:19:26,649 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bbd0f1174a64730ad46ad9f20e09c8a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731683961701 2024-11-15T15:19:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,649 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ac99fa6c006b4f8385b732db049e5383, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731683963861 2024-11-15T15:19:26,649 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15e900642ea84323b3f97a055ea8723e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731683963861 2024-11-15T15:19:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,655 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,656 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,657 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411159075aa2eff6e40719af09f20d4ef4707_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:26,657 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ff983bac036c41c3b59ae913e5d9ad63 is 50, key is test_row_0/B:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,659 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411159075aa2eff6e40719af09f20d4ef4707_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:26,659 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159075aa2eff6e40719af09f20d4ef4707_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742261_1437 (size=12983) 2024-11-15T15:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742262_1438 (size=4469) 2024-11-15T15:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,664 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#363 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,665 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/ff983bac036c41c3b59ae913e5d9ad63 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ff983bac036c41c3b59ae913e5d9ad63 2024-11-15T15:19:26,665 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/2e8a58aa99eb4776b3ef55ea9fe12880 is 175, key is test_row_0/A:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742263_1439 (size=31937) 2024-11-15T15:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,671 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into ff983bac036c41c3b59ae913e5d9ad63(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:26,671 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:26,671 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=13, startTime=1731683966646; duration=0sec 2024-11-15T15:19:26,671 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:26,671 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,671 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,672 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:26,672 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:26,672 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,672 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7c308a54e60e4477930289293b787027, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/e7d1ff9b645c494797fd83e2410536b9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/540edffebae543d7887cade65563b1e1] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=36.5 K 2024-11-15T15:19:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,673 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c308a54e60e4477930289293b787027, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731683960566 2024-11-15T15:19:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,673 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e7d1ff9b645c494797fd83e2410536b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731683961701 2024-11-15T15:19:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,674 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 540edffebae543d7887cade65563b1e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731683963861 2024-11-15T15:19:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,676 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/2e8a58aa99eb4776b3ef55ea9fe12880 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2e8a58aa99eb4776b3ef55ea9fe12880 2024-11-15T15:19:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,681 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 2e8a58aa99eb4776b3ef55ea9fe12880(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:26,681 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:26,681 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=13, startTime=1731683966646; duration=0sec 2024-11-15T15:19:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,681 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:26,681 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,682 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,682 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/886be645a2d3413fa25b4d2b05e17189 is 50, key is test_row_0/C:col10/1731683963861/Put/seqid=0 2024-11-15T15:19:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742264_1440 (size=12983) 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-15T15:19:26,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:19:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:26,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111505c92a59ca5c4c53bb464974a7b5f206_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_1/A:col10/1731683965001/Put/seqid=0 2024-11-15T15:19:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742265_1441 (size=9914) 2024-11-15T15:19:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111505c92a59ca5c4c53bb464974a7b5f206_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111505c92a59ca5c4c53bb464974a7b5f206_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/a588c85328dd4a6ab7aba27a00167c07, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/a588c85328dd4a6ab7aba27a00167c07 is 175, key is test_row_1/A:col10/1731683965001/Put/seqid=0 2024-11-15T15:19:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742266_1442 (size=22561) 2024-11-15T15:19:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/a588c85328dd4a6ab7aba27a00167c07 2024-11-15T15:19:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/9bc702d4f4044132a21ba2797278538f is 50, key is test_row_1/B:col10/1731683965001/Put/seqid=0 2024-11-15T15:19:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742267_1443 (size=9857) 2024-11-15T15:19:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,744 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/9bc702d4f4044132a21ba2797278538f 2024-11-15T15:19:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/1349cd3dfe2a43e588508a735767220b is 50, key is test_row_1/C:col10/1731683965001/Put/seqid=0 2024-11-15T15:19:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742268_1444 (size=9857) 2024-11-15T15:19:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,757 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/1349cd3dfe2a43e588508a735767220b 2024-11-15T15:19:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/a588c85328dd4a6ab7aba27a00167c07 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07 2024-11-15T15:19:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,764 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07, entries=100, sequenceid=314, filesize=22.0 K 2024-11-15T15:19:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/9bc702d4f4044132a21ba2797278538f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/9bc702d4f4044132a21ba2797278538f 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/9bc702d4f4044132a21ba2797278538f, entries=100, sequenceid=314, filesize=9.6 K 2024-11-15T15:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/1349cd3dfe2a43e588508a735767220b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/1349cd3dfe2a43e588508a735767220b 2024-11-15T15:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,772 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/1349cd3dfe2a43e588508a735767220b, entries=100, sequenceid=314, filesize=9.6 K 2024-11-15T15:19:26,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 68ms, sequenceid=314, compaction requested=false 2024-11-15T15:19:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-15T15:19:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-15T15:19:26,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-15T15:19:26,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 527 msec 2024-11-15T15:19:26,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 530 msec 2024-11-15T15:19:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-15T15:19:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,850 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-15T15:19:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-15T15:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-15T15:19:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-15T15:19:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-15T15:19:27,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-15T15:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-15T15:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-15T15:19:27,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-15T15:19:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 158 msec 2024-11-15T15:19:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,093 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/886be645a2d3413fa25b4d2b05e17189 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/886be645a2d3413fa25b4d2b05e17189 2024-11-15T15:19:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,099 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 886be645a2d3413fa25b4d2b05e17189(size=12.7 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,099 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:27,099 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=13, startTime=1731683966646; duration=0sec 2024-11-15T15:19:27,099 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:27,099 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-15T15:19:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,155 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-15T15:19:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-15T15:19:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:27,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:27,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,208 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:19:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:27,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:19:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb427bea7d824867aeae0cfd99165f6f_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742270_1446 (size=25158) 2024-11-15T15:19:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115bb427bea7d824867aeae0cfd99165f6f_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb427bea7d824867aeae0cfd99165f6f_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/7c001ed8c6a544f09a46efcfbe46996e, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/7c001ed8c6a544f09a46efcfbe46996e is 175, key is test_row_0/A:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742269_1445 (size=74795) 2024-11-15T15:19:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684027292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684027293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684027293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684027294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:27,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:27,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:27,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,393 DEBUG [Thread-1617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:49406 2024-11-15T15:19:27,393 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:27,395 DEBUG [Thread-1621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:49406 2024-11-15T15:19:27,395 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:27,395 DEBUG [Thread-1619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:49406 2024-11-15T15:19:27,395 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:27,398 DEBUG [Thread-1623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:49406 2024-11-15T15:19:27,398 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684027399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684027399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,399 DEBUG [Thread-1615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:49406 2024-11-15T15:19:27,399 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:27,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684027399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684027400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:27,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:27,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684027600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684027601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684027601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684027601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:27,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/7c001ed8c6a544f09a46efcfbe46996e 2024-11-15T15:19:27,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0fa041c5994d495687a386d77e273af1 is 50, key is test_row_0/B:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742271_1447 (size=12301) 2024-11-15T15:19:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:27,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:27,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684027902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684027902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684027902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684027904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:27,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:27,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:27,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:28,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0fa041c5994d495687a386d77e273af1 2024-11-15T15:19:28,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/226e552a30b14d4cbfb527964f54d4fe is 50, key is test_row_0/C:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742272_1448 (size=12301) 2024-11-15T15:19:28,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:28,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:28,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:28,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51874 deadline: 1731684028404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51884 deadline: 1731684028405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731684028405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:28,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731684028406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:28,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/226e552a30b14d4cbfb527964f54d4fe 2024-11-15T15:19:28,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/7c001ed8c6a544f09a46efcfbe46996e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e 2024-11-15T15:19:28,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e, entries=400, sequenceid=327, filesize=73.0 K 2024-11-15T15:19:28,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/0fa041c5994d495687a386d77e273af1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0fa041c5994d495687a386d77e273af1 2024-11-15T15:19:28,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0fa041c5994d495687a386d77e273af1, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T15:19:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/226e552a30b14d4cbfb527964f54d4fe as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/226e552a30b14d4cbfb527964f54d4fe 2024-11-15T15:19:28,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/226e552a30b14d4cbfb527964f54d4fe, entries=150, sequenceid=327, filesize=12.0 K 2024-11-15T15:19:28,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1291ms, sequenceid=327, compaction requested=true 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:28,502 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4afe7a257a9871a14c3a1edbb4e6b9e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:28,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:28,502 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:28,503 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:28,503 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:28,503 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/A is initiating minor compaction (all files) 2024-11-15T15:19:28,503 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/B is initiating minor compaction (all files) 2024-11-15T15:19:28,503 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/B in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,503 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/A in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,503 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ff983bac036c41c3b59ae913e5d9ad63, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/9bc702d4f4044132a21ba2797278538f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0fa041c5994d495687a386d77e273af1] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=34.3 K 2024-11-15T15:19:28,503 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2e8a58aa99eb4776b3ef55ea9fe12880, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=126.3 K 2024-11-15T15:19:28,503 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,503 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2e8a58aa99eb4776b3ef55ea9fe12880, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e] 2024-11-15T15:19:28,504 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ff983bac036c41c3b59ae913e5d9ad63, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731683963861 2024-11-15T15:19:28,504 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e8a58aa99eb4776b3ef55ea9fe12880, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731683963861 2024-11-15T15:19:28,504 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc702d4f4044132a21ba2797278538f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731683965001 2024-11-15T15:19:28,504 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting a588c85328dd4a6ab7aba27a00167c07, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731683965001 2024-11-15T15:19:28,504 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fa041c5994d495687a386d77e273af1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731683967208 2024-11-15T15:19:28,504 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c001ed8c6a544f09a46efcfbe46996e, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731683967191 2024-11-15T15:19:28,509 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:28,509 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#B#compaction#372 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:28,510 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/dc2a5f3f5533416094a55c4bd3c2cefd is 50, key is test_row_0/B:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:28,511 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115b96dbd4b16fe47d18ceef3d2cdd9dfba_4afe7a257a9871a14c3a1edbb4e6b9e1 store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742273_1449 (size=13085) 2024-11-15T15:19:28,515 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115b96dbd4b16fe47d18ceef3d2cdd9dfba_4afe7a257a9871a14c3a1edbb4e6b9e1, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:28,515 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115b96dbd4b16fe47d18ceef3d2cdd9dfba_4afe7a257a9871a14c3a1edbb4e6b9e1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742274_1450 (size=4469) 2024-11-15T15:19:28,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:28,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,532 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:28,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b5db5a091e245fea3c0cff9e2806cec_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683967293/Put/seqid=0 2024-11-15T15:19:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742275_1451 (size=12454) 2024-11-15T15:19:28,917 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/dc2a5f3f5533416094a55c4bd3c2cefd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/dc2a5f3f5533416094a55c4bd3c2cefd 2024-11-15T15:19:28,919 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#A#compaction#373 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:28,920 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/43c5dffa7ba344acad76cc631919c3b4 is 175, key is test_row_0/A:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:28,921 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/B of 4afe7a257a9871a14c3a1edbb4e6b9e1 into dc2a5f3f5533416094a55c4bd3c2cefd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:28,921 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:28,921 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/B, priority=13, startTime=1731683968502; duration=0sec 2024-11-15T15:19:28,921 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:28,921 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:B 2024-11-15T15:19:28,922 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:28,922 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:28,922 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 4afe7a257a9871a14c3a1edbb4e6b9e1/C is initiating minor compaction (all files) 2024-11-15T15:19:28,922 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4afe7a257a9871a14c3a1edbb4e6b9e1/C in TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:28,922 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/886be645a2d3413fa25b4d2b05e17189, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/1349cd3dfe2a43e588508a735767220b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/226e552a30b14d4cbfb527964f54d4fe] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp, totalSize=34.3 K 2024-11-15T15:19:28,923 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 886be645a2d3413fa25b4d2b05e17189, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731683963861 2024-11-15T15:19:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742276_1452 (size=32039) 2024-11-15T15:19:28,923 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1349cd3dfe2a43e588508a735767220b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731683965001 2024-11-15T15:19:28,924 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 226e552a30b14d4cbfb527964f54d4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731683967208 2024-11-15T15:19:28,929 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4afe7a257a9871a14c3a1edbb4e6b9e1#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:28,929 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/9f2e4688100a497d8f275955acc5d838 is 50, key is test_row_0/C:col10/1731683967210/Put/seqid=0 2024-11-15T15:19:28,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742277_1453 (size=13085) 2024-11-15T15:19:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:28,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155b5db5a091e245fea3c0cff9e2806cec_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b5db5a091e245fea3c0cff9e2806cec_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:28,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3b9988335b0348d9bd5df98833d0fc3f, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:28,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3b9988335b0348d9bd5df98833d0fc3f is 175, key is test_row_0/A:col10/1731683967293/Put/seqid=0 2024-11-15T15:19:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742278_1454 (size=31255) 2024-11-15T15:19:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:29,327 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/43c5dffa7ba344acad76cc631919c3b4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/43c5dffa7ba344acad76cc631919c3b4 2024-11-15T15:19:29,331 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/A of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 43c5dffa7ba344acad76cc631919c3b4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:29,331 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:29,331 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/A, priority=13, startTime=1731683968502; duration=0sec 2024-11-15T15:19:29,331 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:29,331 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:A 2024-11-15T15:19:29,336 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/9f2e4688100a497d8f275955acc5d838 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/9f2e4688100a497d8f275955acc5d838 2024-11-15T15:19:29,339 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4afe7a257a9871a14c3a1edbb4e6b9e1/C of 4afe7a257a9871a14c3a1edbb4e6b9e1 into 9f2e4688100a497d8f275955acc5d838(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:29,339 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:29,339 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1., storeName=4afe7a257a9871a14c3a1edbb4e6b9e1/C, priority=13, startTime=1731683968502; duration=0sec 2024-11-15T15:19:29,339 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:29,339 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4afe7a257a9871a14c3a1edbb4e6b9e1:C 2024-11-15T15:19:29,348 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3b9988335b0348d9bd5df98833d0fc3f 2024-11-15T15:19:29,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/21a02671eb494c9bbf90166a59062d69 is 50, key is test_row_0/B:col10/1731683967293/Put/seqid=0 2024-11-15T15:19:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742279_1455 (size=12301) 2024-11-15T15:19:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. as already flushing 2024-11-15T15:19:29,410 DEBUG [Thread-1610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:49406 2024-11-15T15:19:29,410 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:29,411 DEBUG [Thread-1608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:49406 2024-11-15T15:19:29,411 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:29,414 DEBUG [Thread-1604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:49406 2024-11-15T15:19:29,414 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:29,415 DEBUG [Thread-1612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:49406 2024-11-15T15:19:29,415 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:29,756 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/21a02671eb494c9bbf90166a59062d69 2024-11-15T15:19:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/2e42d2d76f39470b8381727957acf79b is 50, key is test_row_0/C:col10/1731683967293/Put/seqid=0 2024-11-15T15:19:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742280_1456 (size=12301) 2024-11-15T15:19:29,770 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:49406 2024-11-15T15:19:29,770 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:30,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/2e42d2d76f39470b8381727957acf79b 2024-11-15T15:19:30,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/3b9988335b0348d9bd5df98833d0fc3f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3b9988335b0348d9bd5df98833d0fc3f 2024-11-15T15:19:30,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3b9988335b0348d9bd5df98833d0fc3f, entries=150, sequenceid=352, filesize=30.5 K 2024-11-15T15:19:30,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/21a02671eb494c9bbf90166a59062d69 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/21a02671eb494c9bbf90166a59062d69 2024-11-15T15:19:30,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/21a02671eb494c9bbf90166a59062d69, entries=150, sequenceid=352, filesize=12.0 K 2024-11-15T15:19:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/2e42d2d76f39470b8381727957acf79b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/2e42d2d76f39470b8381727957acf79b 2024-11-15T15:19:30,179 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/2e42d2d76f39470b8381727957acf79b, entries=150, sequenceid=352, filesize=12.0 K 2024-11-15T15:19:30,179 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1647ms, sequenceid=352, compaction requested=false 2024-11-15T15:19:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-15T15:19:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-15T15:19:30,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-15T15:19:30,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0220 sec 2024-11-15T15:19:30,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 3.0260 sec 2024-11-15T15:19:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-15T15:19:31,263 INFO [Thread-1614 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2332 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6996 rows 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2332 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6996 rows 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2321 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6963 rows 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2335 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7005 rows 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2318 2024-11-15T15:19:31,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6954 rows 2024-11-15T15:19:31,263 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:19:31,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:49406 2024-11-15T15:19:31,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:31,267 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-15T15:19:31,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T15:19:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-15T15:19:31,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683971271"}]},"ts":"1731683971271"} 2024-11-15T15:19:31,272 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T15:19:31,274 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T15:19:31,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:19:31,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, UNASSIGN}] 2024-11-15T15:19:31,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, UNASSIGN 2024-11-15T15:19:31,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:31,277 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:19:31,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-15T15:19:31,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:31,429 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing 4afe7a257a9871a14c3a1edbb4e6b9e1, disabling compactions & flushes 2024-11-15T15:19:31,429 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. after waiting 0 ms 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:31,429 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing 4afe7a257a9871a14c3a1edbb4e6b9e1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=A 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:31,429 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=B 2024-11-15T15:19:31,430 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:31,430 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4afe7a257a9871a14c3a1edbb4e6b9e1, store=C 2024-11-15T15:19:31,430 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:31,435 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156530c7196ba94866a7190933bf621d65_4afe7a257a9871a14c3a1edbb4e6b9e1 is 50, key is test_row_0/A:col10/1731683969769/Put/seqid=0 2024-11-15T15:19:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742281_1457 (size=12454) 2024-11-15T15:19:31,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d60e2a39660e43a78081f845e8f3164c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/6ef32c1614fd45f5bc0287a6b4ddceda, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2a76354d370d4066bf6b4921f19f3142, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/c34d4ddc346b450daedf9067c18ed833, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3a09f1a5422f4efeb9baf7aed5204926, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2e8a58aa99eb4776b3ef55ea9fe12880, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e] to archive 2024-11-15T15:19:31,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:31,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/fc6468afcfde4df19fff6e27e414f04c 2024-11-15T15:19:31,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/e841b38bcade48ae94f1daedd30792e0 2024-11-15T15:19:31,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3beea7193e45451aa7a9f9c64b7c1c30 2024-11-15T15:19:31,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/37a2a629852144ecb06e76766c7f5807 2024-11-15T15:19:31,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/427f82e1c9f54c5d9561aee511dfdf58 2024-11-15T15:19:31,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d60e2a39660e43a78081f845e8f3164c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d60e2a39660e43a78081f845e8f3164c 2024-11-15T15:19:31,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9fff63316d5241a4b8f8fc4036139cd6 2024-11-15T15:19:31,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/587a6050ce8b494ab4b08eb02d5e7543 2024-11-15T15:19:31,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/6ef32c1614fd45f5bc0287a6b4ddceda to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/6ef32c1614fd45f5bc0287a6b4ddceda 2024-11-15T15:19:31,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/24058de02f49407e9c66de40f455fa17 2024-11-15T15:19:31,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/0d8384d001024eaf8136d99021c5a746 2024-11-15T15:19:31,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2a76354d370d4066bf6b4921f19f3142 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2a76354d370d4066bf6b4921f19f3142 2024-11-15T15:19:31,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/d9dd4ddf92ec435691d8458b2717e8da 2024-11-15T15:19:31,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/9a53692138794b268076adf9e7aa5e3f 2024-11-15T15:19:31,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/c34d4ddc346b450daedf9067c18ed833 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/c34d4ddc346b450daedf9067c18ed833 2024-11-15T15:19:31,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/8ad6c0ccf040460bb9665ad77baadcc4 2024-11-15T15:19:31,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/213dab01dd8940439f2f1ddda33ffe10 2024-11-15T15:19:31,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3a09f1a5422f4efeb9baf7aed5204926 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3a09f1a5422f4efeb9baf7aed5204926 2024-11-15T15:19:31,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/1bbd0f1174a64730ad46ad9f20e09c8a 2024-11-15T15:19:31,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/15e900642ea84323b3f97a055ea8723e 2024-11-15T15:19:31,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2e8a58aa99eb4776b3ef55ea9fe12880 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/2e8a58aa99eb4776b3ef55ea9fe12880 2024-11-15T15:19:31,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/a588c85328dd4a6ab7aba27a00167c07 2024-11-15T15:19:31,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/7c001ed8c6a544f09a46efcfbe46996e 2024-11-15T15:19:31,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5815ff7caf0a442398086c07709c4fa2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/a0a42a6c3cf54e23ac5d93ddc28dc077, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/e1f131eb31d543bab1aa44bd63412c24, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/32b102d7ee52498193dbfd1c3a7b85c9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/46c6d0e70c4447e499f4a9a01c4a163c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b8ec5e340d7d46219525e52407634ddf, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/7c8f899757ad4b7e813ae8f7c0a2bc4d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b44e2f544beb47f797d98a767c666597, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/cdc6aa8ae80c4f778c224e6b29f3a4da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/faeca7079ac742b99e0906f0181f7b4e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0d946ed1d11e4a75b4c0586cc4d6aaf9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5f4f4257f08448508cc3bcc0cdf6b3ff, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/409b3b420ac44be5ad3545c6932b7ca9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/2db7bb5e3e99412bb5159213e0d345f1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/bac095725c18463dab72295904a47cea, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ce5b1b9afd984d4085e77dfd9a49fc4e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/91b488041c094c6aab1cd4555012518c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/1d30adfb23c045dfbb12db6440c9a29b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0585e2e1709049c1b0a8f6af70ce256a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ff983bac036c41c3b59ae913e5d9ad63, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ac99fa6c006b4f8385b732db049e5383, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/9bc702d4f4044132a21ba2797278538f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0fa041c5994d495687a386d77e273af1] to archive 2024-11-15T15:19:31,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:31,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5815ff7caf0a442398086c07709c4fa2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5815ff7caf0a442398086c07709c4fa2 2024-11-15T15:19:31,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/a0a42a6c3cf54e23ac5d93ddc28dc077 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/a0a42a6c3cf54e23ac5d93ddc28dc077 2024-11-15T15:19:31,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/e1f131eb31d543bab1aa44bd63412c24 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/e1f131eb31d543bab1aa44bd63412c24 2024-11-15T15:19:31,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/32b102d7ee52498193dbfd1c3a7b85c9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/32b102d7ee52498193dbfd1c3a7b85c9 2024-11-15T15:19:31,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/46c6d0e70c4447e499f4a9a01c4a163c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/46c6d0e70c4447e499f4a9a01c4a163c 2024-11-15T15:19:31,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b8ec5e340d7d46219525e52407634ddf to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b8ec5e340d7d46219525e52407634ddf 2024-11-15T15:19:31,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/7c8f899757ad4b7e813ae8f7c0a2bc4d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/7c8f899757ad4b7e813ae8f7c0a2bc4d 2024-11-15T15:19:31,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b44e2f544beb47f797d98a767c666597 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/b44e2f544beb47f797d98a767c666597 2024-11-15T15:19:31,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/cdc6aa8ae80c4f778c224e6b29f3a4da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/cdc6aa8ae80c4f778c224e6b29f3a4da 2024-11-15T15:19:31,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/faeca7079ac742b99e0906f0181f7b4e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/faeca7079ac742b99e0906f0181f7b4e 2024-11-15T15:19:31,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0d946ed1d11e4a75b4c0586cc4d6aaf9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0d946ed1d11e4a75b4c0586cc4d6aaf9 2024-11-15T15:19:31,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5f4f4257f08448508cc3bcc0cdf6b3ff to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/5f4f4257f08448508cc3bcc0cdf6b3ff 2024-11-15T15:19:31,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/409b3b420ac44be5ad3545c6932b7ca9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/409b3b420ac44be5ad3545c6932b7ca9 2024-11-15T15:19:31,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/2db7bb5e3e99412bb5159213e0d345f1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/2db7bb5e3e99412bb5159213e0d345f1 2024-11-15T15:19:31,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/bac095725c18463dab72295904a47cea to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/bac095725c18463dab72295904a47cea 2024-11-15T15:19:31,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ce5b1b9afd984d4085e77dfd9a49fc4e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ce5b1b9afd984d4085e77dfd9a49fc4e 2024-11-15T15:19:31,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/91b488041c094c6aab1cd4555012518c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/91b488041c094c6aab1cd4555012518c 2024-11-15T15:19:31,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/1d30adfb23c045dfbb12db6440c9a29b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/1d30adfb23c045dfbb12db6440c9a29b 2024-11-15T15:19:31,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0585e2e1709049c1b0a8f6af70ce256a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0585e2e1709049c1b0a8f6af70ce256a 2024-11-15T15:19:31,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ff983bac036c41c3b59ae913e5d9ad63 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ff983bac036c41c3b59ae913e5d9ad63 2024-11-15T15:19:31,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ac99fa6c006b4f8385b732db049e5383 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/ac99fa6c006b4f8385b732db049e5383 2024-11-15T15:19:31,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/9bc702d4f4044132a21ba2797278538f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/9bc702d4f4044132a21ba2797278538f 2024-11-15T15:19:31,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0fa041c5994d495687a386d77e273af1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/0fa041c5994d495687a386d77e273af1 2024-11-15T15:19:31,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/45456430994643a1966ae1e7aeb82cd1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7b6bd6a5678948d4ac83a08195132742, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ad19766389bb469b88bc007beca8b018, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a6230748674b4dd5a9a3c1e779d65a55, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7bb85301fb8e462fb8e0f26c01bbe436, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f3f5849e5e9e4be9a51f8161b35a6836, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f7a0cf695bb745ba8450c9296811c997, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8f6325f32a684ded91b42bb4baf087ca, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a692a431530f4adfa714d9d4d67fdb25, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/00f0ce6e0e6f4cbb9885a49a7456693d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8faba414b5e74db5ba2c4662bc9a52ee, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/91b2010e52a1459d85ed5117a424303e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/04fd7b426b0e41e2a80ba9934aa79798, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/fa094d60b558453e8d78e60353d3f748, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/6f9e3f3aa754443b906ab77afbf26059, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7c308a54e60e4477930289293b787027, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/c17fe0bced844363a3be6a85f38eb627, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/e7d1ff9b645c494797fd83e2410536b9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/886be645a2d3413fa25b4d2b05e17189, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/540edffebae543d7887cade65563b1e1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/1349cd3dfe2a43e588508a735767220b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/226e552a30b14d4cbfb527964f54d4fe] to archive 2024-11-15T15:19:31,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:31,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/45456430994643a1966ae1e7aeb82cd1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/45456430994643a1966ae1e7aeb82cd1 2024-11-15T15:19:31,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7b6bd6a5678948d4ac83a08195132742 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7b6bd6a5678948d4ac83a08195132742 2024-11-15T15:19:31,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ad19766389bb469b88bc007beca8b018 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ad19766389bb469b88bc007beca8b018 2024-11-15T15:19:31,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a6230748674b4dd5a9a3c1e779d65a55 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a6230748674b4dd5a9a3c1e779d65a55 2024-11-15T15:19:31,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/cfb9ff86bf3c464c955e9e6ce5fcf0c6 2024-11-15T15:19:31,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7bb85301fb8e462fb8e0f26c01bbe436 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7bb85301fb8e462fb8e0f26c01bbe436 2024-11-15T15:19:31,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f3f5849e5e9e4be9a51f8161b35a6836 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f3f5849e5e9e4be9a51f8161b35a6836 2024-11-15T15:19:31,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f7a0cf695bb745ba8450c9296811c997 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/f7a0cf695bb745ba8450c9296811c997 2024-11-15T15:19:31,528 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8f6325f32a684ded91b42bb4baf087ca to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8f6325f32a684ded91b42bb4baf087ca 2024-11-15T15:19:31,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a692a431530f4adfa714d9d4d67fdb25 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/a692a431530f4adfa714d9d4d67fdb25 2024-11-15T15:19:31,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/00f0ce6e0e6f4cbb9885a49a7456693d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/00f0ce6e0e6f4cbb9885a49a7456693d 2024-11-15T15:19:31,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8faba414b5e74db5ba2c4662bc9a52ee to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/8faba414b5e74db5ba2c4662bc9a52ee 2024-11-15T15:19:31,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/91b2010e52a1459d85ed5117a424303e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/91b2010e52a1459d85ed5117a424303e 2024-11-15T15:19:31,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/04fd7b426b0e41e2a80ba9934aa79798 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/04fd7b426b0e41e2a80ba9934aa79798 2024-11-15T15:19:31,533 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/fa094d60b558453e8d78e60353d3f748 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/fa094d60b558453e8d78e60353d3f748 2024-11-15T15:19:31,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/6f9e3f3aa754443b906ab77afbf26059 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/6f9e3f3aa754443b906ab77afbf26059 2024-11-15T15:19:31,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7c308a54e60e4477930289293b787027 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/7c308a54e60e4477930289293b787027 2024-11-15T15:19:31,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/c17fe0bced844363a3be6a85f38eb627 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/c17fe0bced844363a3be6a85f38eb627 2024-11-15T15:19:31,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/e7d1ff9b645c494797fd83e2410536b9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/e7d1ff9b645c494797fd83e2410536b9 2024-11-15T15:19:31,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/886be645a2d3413fa25b4d2b05e17189 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/886be645a2d3413fa25b4d2b05e17189 2024-11-15T15:19:31,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/540edffebae543d7887cade65563b1e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/540edffebae543d7887cade65563b1e1 2024-11-15T15:19:31,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/1349cd3dfe2a43e588508a735767220b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/1349cd3dfe2a43e588508a735767220b 2024-11-15T15:19:31,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f3372238866c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/226e552a30b14d4cbfb527964f54d4fe to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/226e552a30b14d4cbfb527964f54d4fe 2024-11-15T15:19:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-15T15:19:31,839 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:31,841 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156530c7196ba94866a7190933bf621d65_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156530c7196ba94866a7190933bf621d65_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:31,842 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/40a1e3e5e22c4d079f93d7a3e5a36211, store: [table=TestAcidGuarantees family=A region=4afe7a257a9871a14c3a1edbb4e6b9e1] 2024-11-15T15:19:31,843 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/40a1e3e5e22c4d079f93d7a3e5a36211 is 175, key is test_row_0/A:col10/1731683969769/Put/seqid=0 2024-11-15T15:19:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742282_1458 (size=31255) 2024-11-15T15:19:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-15T15:19:32,246 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/40a1e3e5e22c4d079f93d7a3e5a36211 2024-11-15T15:19:32,252 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/64b465bbd36947be98f436aeb9758235 is 50, key is test_row_0/B:col10/1731683969769/Put/seqid=0 2024-11-15T15:19:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742283_1459 (size=12301) 2024-11-15T15:19:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-15T15:19:32,655 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/64b465bbd36947be98f436aeb9758235 2024-11-15T15:19:32,661 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/ecee351551cd49f9a68ffa99fa67a347 is 50, key is test_row_0/C:col10/1731683969769/Put/seqid=0 2024-11-15T15:19:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742284_1460 (size=12301) 2024-11-15T15:19:33,065 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/ecee351551cd49f9a68ffa99fa67a347 2024-11-15T15:19:33,068 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/A/40a1e3e5e22c4d079f93d7a3e5a36211 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/40a1e3e5e22c4d079f93d7a3e5a36211 2024-11-15T15:19:33,071 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/40a1e3e5e22c4d079f93d7a3e5a36211, entries=150, sequenceid=363, filesize=30.5 K 2024-11-15T15:19:33,072 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/B/64b465bbd36947be98f436aeb9758235 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/64b465bbd36947be98f436aeb9758235 2024-11-15T15:19:33,074 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/64b465bbd36947be98f436aeb9758235, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T15:19:33,075 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/.tmp/C/ecee351551cd49f9a68ffa99fa67a347 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ecee351551cd49f9a68ffa99fa67a347 2024-11-15T15:19:33,077 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ecee351551cd49f9a68ffa99fa67a347, entries=150, sequenceid=363, filesize=12.0 K 2024-11-15T15:19:33,078 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4afe7a257a9871a14c3a1edbb4e6b9e1 in 1649ms, sequenceid=363, compaction requested=true 2024-11-15T15:19:33,081 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-11-15T15:19:33,082 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1. 2024-11-15T15:19:33,082 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for 4afe7a257a9871a14c3a1edbb4e6b9e1: 2024-11-15T15:19:33,083 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed 4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=4afe7a257a9871a14c3a1edbb4e6b9e1, regionState=CLOSED 2024-11-15T15:19:33,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-15T15:19:33,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure 4afe7a257a9871a14c3a1edbb4e6b9e1, server=f3372238866c,45001,1731683848865 in 1.8070 sec 2024-11-15T15:19:33,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-15T15:19:33,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4afe7a257a9871a14c3a1edbb4e6b9e1, UNASSIGN in 1.8090 sec 2024-11-15T15:19:33,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-15T15:19:33,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8120 sec 2024-11-15T15:19:33,089 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683973088"}]},"ts":"1731683973088"} 2024-11-15T15:19:33,089 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T15:19:33,092 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T15:19:33,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8240 sec 2024-11-15T15:19:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-15T15:19:33,374 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-15T15:19:33,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T15:19:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,376 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-15T15:19:33,376 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,378 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/recovered.edits] 2024-11-15T15:19:33,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3b9988335b0348d9bd5df98833d0fc3f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/3b9988335b0348d9bd5df98833d0fc3f 2024-11-15T15:19:33,382 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/40a1e3e5e22c4d079f93d7a3e5a36211 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/40a1e3e5e22c4d079f93d7a3e5a36211 2024-11-15T15:19:33,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/43c5dffa7ba344acad76cc631919c3b4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/A/43c5dffa7ba344acad76cc631919c3b4 2024-11-15T15:19:33,385 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/21a02671eb494c9bbf90166a59062d69 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/21a02671eb494c9bbf90166a59062d69 2024-11-15T15:19:33,386 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/64b465bbd36947be98f436aeb9758235 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/64b465bbd36947be98f436aeb9758235 2024-11-15T15:19:33,387 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/dc2a5f3f5533416094a55c4bd3c2cefd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/B/dc2a5f3f5533416094a55c4bd3c2cefd 2024-11-15T15:19:33,388 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/2e42d2d76f39470b8381727957acf79b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/2e42d2d76f39470b8381727957acf79b 2024-11-15T15:19:33,389 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/9f2e4688100a497d8f275955acc5d838 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/9f2e4688100a497d8f275955acc5d838 2024-11-15T15:19:33,390 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ecee351551cd49f9a68ffa99fa67a347 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/C/ecee351551cd49f9a68ffa99fa67a347 2024-11-15T15:19:33,392 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/recovered.edits/366.seqid to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1/recovered.edits/366.seqid 2024-11-15T15:19:33,392 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,392 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T15:19:33,393 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T15:19:33,393 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T15:19:33,395 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111501c2e82cab58418eb1e95a282e377293_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111501c2e82cab58418eb1e95a282e377293_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,396 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111505c92a59ca5c4c53bb464974a7b5f206_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111505c92a59ca5c4c53bb464974a7b5f206_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,397 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150b501ddab7af48dd99eb5608df5b006f_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150b501ddab7af48dd99eb5608df5b006f_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,397 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111518aa06a20e844f05a5317bb55a5389a4_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111518aa06a20e844f05a5317bb55a5389a4_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,398 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151c6667717bd743dcabad6bed503d7b93_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411151c6667717bd743dcabad6bed503d7b93_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,399 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115288d3a48557d460cbd5f29dc1de83a02_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115288d3a48557d460cbd5f29dc1de83a02_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,400 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115299943523bb24cb1959087f40f0e54a9_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115299943523bb24cb1959087f40f0e54a9_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,401 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115314eb92226ac4d72b39bb5ed713d6756_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115314eb92226ac4d72b39bb5ed713d6756_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,402 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154f9095c113044b4d967410961fa65a60_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154f9095c113044b4d967410961fa65a60_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,403 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111550f394854e3f4bd2ad2c2815b8e4e854_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111550f394854e3f4bd2ad2c2815b8e4e854_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,403 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b5db5a091e245fea3c0cff9e2806cec_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155b5db5a091e245fea3c0cff9e2806cec_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,404 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155f08e5cfdaca492bac98d7ec519cbd65_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155f08e5cfdaca492bac98d7ec519cbd65_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,405 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156530c7196ba94866a7190933bf621d65_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156530c7196ba94866a7190933bf621d65_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,406 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158bca51eb3f954eaa96343f2ffbf90c1e_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411158bca51eb3f954eaa96343f2ffbf90c1e_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,407 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111593bda8baebbd46bfb6f25a94f0a41231_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111593bda8baebbd46bfb6f25a94f0a41231_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,408 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb427bea7d824867aeae0cfd99165f6f_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115bb427bea7d824867aeae0cfd99165f6f_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,409 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2f4c0f6aec748ad976700c04cf35399_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115c2f4c0f6aec748ad976700c04cf35399_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,409 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcd8fed1f5cb4819bdf6611398080d89_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115dcd8fed1f5cb4819bdf6611398080d89_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,410 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fc5ae4c4d53c498e8b2be401b48839fc_4afe7a257a9871a14c3a1edbb4e6b9e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115fc5ae4c4d53c498e8b2be401b48839fc_4afe7a257a9871a14c3a1edbb4e6b9e1 2024-11-15T15:19:33,411 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T15:19:33,412 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,414 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T15:19:33,415 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T15:19:33,416 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,416 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T15:19:33,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731683973416"}]},"ts":"9223372036854775807"} 2024-11-15T15:19:33,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-15T15:19:33,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4afe7a257a9871a14c3a1edbb4e6b9e1, NAME => 'TestAcidGuarantees,,1731683944328.4afe7a257a9871a14c3a1edbb4e6b9e1.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T15:19:33,418 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T15:19:33,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731683973418"}]},"ts":"9223372036854775807"} 2024-11-15T15:19:33,419 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-15T15:19:33,421 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-15T15:19:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-15T15:19:33,477 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-15T15:19:33,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=463 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=3066 (was 3119) 2024-11-15T15:19:33,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=3065 2024-11-15T15:19:33,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:19:33,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:33,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:19:33,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:33,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-11-15T15:19:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-15T15:19:33,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:19:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742285_1461 (size=960) 2024-11-15T15:19:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-15T15:19:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-15T15:19:33,906 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:19:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742286_1462 (size=53) 2024-11-15T15:19:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-15T15:19:34,311 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:34,311 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7f8b9ab1d9ee18b408f33948f2c2e51f, disabling compactions & flushes 2024-11-15T15:19:34,311 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,311 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,311 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. after waiting 0 ms 2024-11-15T15:19:34,311 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,311 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,311 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:34,312 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:19:34,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731683974312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731683974312"}]},"ts":"1731683974312"} 2024-11-15T15:19:34,313 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:19:34,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:19:34,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683974314"}]},"ts":"1731683974314"} 2024-11-15T15:19:34,315 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T15:19:34,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, ASSIGN}] 2024-11-15T15:19:34,320 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, ASSIGN 2024-11-15T15:19:34,320 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:19:34,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=7f8b9ab1d9ee18b408f33948f2c2e51f, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:34,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure 7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-15T15:19:34,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:34,626 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,626 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:19:34,626 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,626 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:19:34,626 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,626 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,628 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,629 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:34,629 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8b9ab1d9ee18b408f33948f2c2e51f columnFamilyName A 2024-11-15T15:19:34,629 DEBUG [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:34,629 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.HStore(327): Store=7f8b9ab1d9ee18b408f33948f2c2e51f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:34,629 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,630 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:34,630 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8b9ab1d9ee18b408f33948f2c2e51f columnFamilyName B 2024-11-15T15:19:34,631 DEBUG [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:34,631 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.HStore(327): Store=7f8b9ab1d9ee18b408f33948f2c2e51f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:34,631 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,632 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:19:34,632 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f8b9ab1d9ee18b408f33948f2c2e51f columnFamilyName C 2024-11-15T15:19:34,632 DEBUG [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:34,632 INFO [StoreOpener-7f8b9ab1d9ee18b408f33948f2c2e51f-1 {}] regionserver.HStore(327): Store=7f8b9ab1d9ee18b408f33948f2c2e51f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:19:34,633 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,633 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,633 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,634 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:19:34,635 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:34,636 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:19:34,637 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened 7f8b9ab1d9ee18b408f33948f2c2e51f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64388065, jitterRate=-0.04054306447505951}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:19:34,637 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:34,638 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., pid=135, masterSystemTime=1731683974623 2024-11-15T15:19:34,639 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,639 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:34,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=7f8b9ab1d9ee18b408f33948f2c2e51f, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:34,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-15T15:19:34,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure 7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 in 168 msec 2024-11-15T15:19:34,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-15T15:19:34,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, ASSIGN in 322 msec 2024-11-15T15:19:34,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:19:34,643 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683974642"}]},"ts":"1731683974642"} 2024-11-15T15:19:34,643 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T15:19:34,646 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:19:34,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-15T15:19:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-15T15:19:35,603 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-11-15T15:19:35,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-15T15:19:35,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,610 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:19:35,612 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:19:35,613 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-15T15:19:35,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-15T15:19:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-15T15:19:35,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-15T15:19:35,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-15T15:19:35,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-15T15:19:35,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-15T15:19:35,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,638 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-15T15:19:35,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-15T15:19:35,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,680 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-15T15:19:35,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:19:35,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-15T15:19:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:35,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:35,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:35,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:35,692 DEBUG [hconnection-0x41391b5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,692 DEBUG [hconnection-0x3b17e29f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,692 DEBUG [hconnection-0x4c5aa4ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,693 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,693 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,693 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,697 DEBUG [hconnection-0x34f815bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,698 DEBUG [hconnection-0x1eb24088-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,698 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,699 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:35,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:19:35,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:35,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:35,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:35,707 DEBUG [hconnection-0x6c2c22a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,708 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,714 DEBUG [hconnection-0x4d09a06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,715 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,722 DEBUG [hconnection-0x5413c4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,723 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,723 DEBUG [hconnection-0x752a7e4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,724 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,730 DEBUG [hconnection-0x3c40b238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:19:35,731 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:19:35,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/6d8ccf8406d742de898283f6b62d8423 is 50, key is test_row_0/A:col10/1731683975701/Put/seqid=0 2024-11-15T15:19:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742287_1463 (size=12001) 2024-11-15T15:19:35,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684035752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684035751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:35,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684035785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684035785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684035785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:35,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:35,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:35,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684035886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684035886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684035890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684035890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684035890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:35,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:35,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:35,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684036091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684036091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684036095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684036096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684036097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/6d8ccf8406d742de898283f6b62d8423 2024-11-15T15:19:36,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:36,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/27640bdd0aff436aa79f2fed4ce85261 is 50, key is test_row_0/B:col10/1731683975701/Put/seqid=0 2024-11-15T15:19:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742288_1464 (size=12001) 2024-11-15T15:19:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:36,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:36,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684036395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684036397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684036401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684036402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684036402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:36,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/27640bdd0aff436aa79f2fed4ce85261 2024-11-15T15:19:36,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/3d453f070f72480bb32fb520a3fec41a is 50, key is test_row_0/C:col10/1731683975701/Put/seqid=0 2024-11-15T15:19:36,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:36,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:36,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:36,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742289_1465 (size=12001) 2024-11-15T15:19:36,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:36,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684036902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684036904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684036904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684036905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:36,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:36,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:36,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:36,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:36,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684036906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:37,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/3d453f070f72480bb32fb520a3fec41a 2024-11-15T15:19:37,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/6d8ccf8406d742de898283f6b62d8423 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/6d8ccf8406d742de898283f6b62d8423 2024-11-15T15:19:37,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/6d8ccf8406d742de898283f6b62d8423, entries=150, sequenceid=13, filesize=11.7 K 2024-11-15T15:19:37,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/27640bdd0aff436aa79f2fed4ce85261 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/27640bdd0aff436aa79f2fed4ce85261 2024-11-15T15:19:37,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/27640bdd0aff436aa79f2fed4ce85261, entries=150, sequenceid=13, filesize=11.7 K 2024-11-15T15:19:37,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/3d453f070f72480bb32fb520a3fec41a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/3d453f070f72480bb32fb520a3fec41a 2024-11-15T15:19:37,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/3d453f070f72480bb32fb520a3fec41a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-15T15:19:37,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1324ms, sequenceid=13, compaction requested=false 2024-11-15T15:19:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:37,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:37,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-15T15:19:37,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:37,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:19:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/07126322e4e846abbfdb1f449112d015 is 50, key is test_row_0/A:col10/1731683975714/Put/seqid=0 2024-11-15T15:19:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742290_1466 (size=12001) 2024-11-15T15:19:37,089 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/07126322e4e846abbfdb1f449112d015 2024-11-15T15:19:37,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/8b1e60630fd94c3d93fa37bd83346b11 is 50, key is test_row_0/B:col10/1731683975714/Put/seqid=0 2024-11-15T15:19:37,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742291_1467 (size=12001) 2024-11-15T15:19:37,519 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/8b1e60630fd94c3d93fa37bd83346b11 2024-11-15T15:19:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/df5f8bff01f14215a9c6dee12b6c8f83 is 50, key is test_row_0/C:col10/1731683975714/Put/seqid=0 2024-11-15T15:19:37,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742292_1468 (size=12001) 2024-11-15T15:19:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:37,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:37,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684037915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:37,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:37,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684037916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684037917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684037918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:37,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684037919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:37,931 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/df5f8bff01f14215a9c6dee12b6c8f83 2024-11-15T15:19:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/07126322e4e846abbfdb1f449112d015 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/07126322e4e846abbfdb1f449112d015 2024-11-15T15:19:37,939 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/07126322e4e846abbfdb1f449112d015, entries=150, sequenceid=38, filesize=11.7 K 2024-11-15T15:19:37,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/8b1e60630fd94c3d93fa37bd83346b11 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8b1e60630fd94c3d93fa37bd83346b11 2024-11-15T15:19:37,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8b1e60630fd94c3d93fa37bd83346b11, entries=150, sequenceid=38, filesize=11.7 K 2024-11-15T15:19:37,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/df5f8bff01f14215a9c6dee12b6c8f83 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/df5f8bff01f14215a9c6dee12b6c8f83 2024-11-15T15:19:37,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/df5f8bff01f14215a9c6dee12b6c8f83, entries=150, sequenceid=38, filesize=11.7 K 2024-11-15T15:19:37,948 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 887ms, sequenceid=38, compaction requested=false 2024-11-15T15:19:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:37,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-15T15:19:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-15T15:19:37,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-15T15:19:37,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2600 sec 2024-11-15T15:19:37,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2640 sec 2024-11-15T15:19:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:38,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:19:38,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:38,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:38,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:38,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:38,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:38,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:38,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/b1e7317fde8f4bca8dbc449a9114f313 is 50, key is test_row_0/A:col10/1731683978023/Put/seqid=0 2024-11-15T15:19:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742293_1469 (size=14341) 2024-11-15T15:19:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684038050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684038052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684038053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684038054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684038055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684038156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684038160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684038160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684038161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684038161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684038361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684038365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684038366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684038366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684038366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/b1e7317fde8f4bca8dbc449a9114f313 2024-11-15T15:19:38,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/b4ff91ddb4354cfa8287781249386ff5 is 50, key is test_row_0/B:col10/1731683978023/Put/seqid=0 2024-11-15T15:19:38,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742294_1470 (size=12001) 2024-11-15T15:19:38,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/b4ff91ddb4354cfa8287781249386ff5 2024-11-15T15:19:38,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/a0242a5b4efc439691de7da04270861e is 50, key is test_row_0/C:col10/1731683978023/Put/seqid=0 2024-11-15T15:19:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742295_1471 (size=12001) 2024-11-15T15:19:38,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:19:38,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684038665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684038668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684038669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684038669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684038669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:38,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/a0242a5b4efc439691de7da04270861e 2024-11-15T15:19:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/b1e7317fde8f4bca8dbc449a9114f313 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b1e7317fde8f4bca8dbc449a9114f313 2024-11-15T15:19:38,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b1e7317fde8f4bca8dbc449a9114f313, entries=200, sequenceid=50, filesize=14.0 K 2024-11-15T15:19:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/b4ff91ddb4354cfa8287781249386ff5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b4ff91ddb4354cfa8287781249386ff5 2024-11-15T15:19:38,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b4ff91ddb4354cfa8287781249386ff5, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T15:19:38,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/a0242a5b4efc439691de7da04270861e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/a0242a5b4efc439691de7da04270861e 2024-11-15T15:19:38,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/a0242a5b4efc439691de7da04270861e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-15T15:19:38,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 845ms, sequenceid=50, compaction requested=true 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:38,869 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:38,869 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:38,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:38,870 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:38,870 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:38,870 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:38,870 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:38,870 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:38,870 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:38,870 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/27640bdd0aff436aa79f2fed4ce85261, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8b1e60630fd94c3d93fa37bd83346b11, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b4ff91ddb4354cfa8287781249386ff5] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=35.2 K 2024-11-15T15:19:38,870 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/6d8ccf8406d742de898283f6b62d8423, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/07126322e4e846abbfdb1f449112d015, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b1e7317fde8f4bca8dbc449a9114f313] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=37.4 K 2024-11-15T15:19:38,870 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 27640bdd0aff436aa79f2fed4ce85261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731683975699 2024-11-15T15:19:38,870 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d8ccf8406d742de898283f6b62d8423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731683975699 2024-11-15T15:19:38,871 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07126322e4e846abbfdb1f449112d015, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731683975714 2024-11-15T15:19:38,871 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b1e60630fd94c3d93fa37bd83346b11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731683975714 2024-11-15T15:19:38,871 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1e7317fde8f4bca8dbc449a9114f313, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683977916 2024-11-15T15:19:38,871 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ff91ddb4354cfa8287781249386ff5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683977916 2024-11-15T15:19:38,877 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:38,877 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:38,877 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/d36cc63156944eb1a70377a3acadfae5 is 50, key is test_row_0/B:col10/1731683978023/Put/seqid=0 2024-11-15T15:19:38,878 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/97bd31cb92a64a099249ebfb20fae126 is 50, key is test_row_0/A:col10/1731683978023/Put/seqid=0 2024-11-15T15:19:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742296_1472 (size=12104) 2024-11-15T15:19:38,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742297_1473 (size=12104) 2024-11-15T15:19:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:39,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-15T15:19:39,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:39,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:39,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:39,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:39,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:39,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:39,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/7c359466f4bd452baf5757baca022c09 is 50, key is test_row_0/A:col10/1731683979170/Put/seqid=0 2024-11-15T15:19:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742298_1474 (size=14341) 2024-11-15T15:19:39,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684039180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684039184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684039184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684039185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684039185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,285 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/d36cc63156944eb1a70377a3acadfae5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/d36cc63156944eb1a70377a3acadfae5 2024-11-15T15:19:39,289 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into d36cc63156944eb1a70377a3acadfae5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:39,289 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:39,289 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=13, startTime=1731683978869; duration=0sec 2024-11-15T15:19:39,290 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:39,290 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:39,290 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:39,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,290 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684039286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,291 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:39,291 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:39,291 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/3d453f070f72480bb32fb520a3fec41a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/df5f8bff01f14215a9c6dee12b6c8f83, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/a0242a5b4efc439691de7da04270861e] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=35.2 K 2024-11-15T15:19:39,292 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d453f070f72480bb32fb520a3fec41a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731683975699 2024-11-15T15:19:39,292 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting df5f8bff01f14215a9c6dee12b6c8f83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731683975714 2024-11-15T15:19:39,292 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a0242a5b4efc439691de7da04270861e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683977916 2024-11-15T15:19:39,294 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/97bd31cb92a64a099249ebfb20fae126 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/97bd31cb92a64a099249ebfb20fae126 2024-11-15T15:19:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684039290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684039290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684039291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684039291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,298 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into 97bd31cb92a64a099249ebfb20fae126(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:39,299 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:39,299 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=13, startTime=1731683978869; duration=0sec 2024-11-15T15:19:39,299 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:39,299 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:39,299 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:39,299 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/11533bf7c50c40cebbb54e8b0e9613ad is 50, key is test_row_0/C:col10/1731683978023/Put/seqid=0 2024-11-15T15:19:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742299_1475 (size=12104) 2024-11-15T15:19:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684039492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684039496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684039497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684039497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684039497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/7c359466f4bd452baf5757baca022c09 2024-11-15T15:19:39,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/40d603e91cdb463392925298b88d262f is 50, key is test_row_0/B:col10/1731683979170/Put/seqid=0 2024-11-15T15:19:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742300_1476 (size=12001) 2024-11-15T15:19:39,707 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/11533bf7c50c40cebbb54e8b0e9613ad as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/11533bf7c50c40cebbb54e8b0e9613ad 2024-11-15T15:19:39,711 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into 11533bf7c50c40cebbb54e8b0e9613ad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:39,711 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:39,711 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=13, startTime=1731683978869; duration=0sec 2024-11-15T15:19:39,711 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:39,711 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-15T15:19:39,792 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-15T15:19:39,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-15T15:19:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-15T15:19:39,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:39,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:39,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:39,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684039797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684039799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684039803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684039803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684039804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-15T15:19:39,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:39,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-15T15:19:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:39,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:39,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/40d603e91cdb463392925298b88d262f 2024-11-15T15:19:40,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb is 50, key is test_row_0/C:col10/1731683979170/Put/seqid=0 2024-11-15T15:19:40,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742301_1477 (size=12001) 2024-11-15T15:19:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-15T15:19:40,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:40,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-15T15:19:40,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:40,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:40,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-15T15:19:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684040305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:40,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684040306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:40,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684040310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:40,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684040312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:40,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684040314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-15T15:19:40,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:40,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-15T15:19:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:40,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb 2024-11-15T15:19:40,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/7c359466f4bd452baf5757baca022c09 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/7c359466f4bd452baf5757baca022c09 2024-11-15T15:19:40,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/7c359466f4bd452baf5757baca022c09, entries=200, sequenceid=75, filesize=14.0 K 2024-11-15T15:19:40,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/40d603e91cdb463392925298b88d262f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/40d603e91cdb463392925298b88d262f 2024-11-15T15:19:40,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/40d603e91cdb463392925298b88d262f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-15T15:19:40,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb 2024-11-15T15:19:40,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb, entries=150, sequenceid=75, filesize=11.7 K 2024-11-15T15:19:40,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1264ms, sequenceid=75, compaction requested=false 2024-11-15T15:19:40,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:40,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:40,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:40,559 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/010e6bbaaeb241b39c2afa15b6bddd79 is 50, key is test_row_0/A:col10/1731683979178/Put/seqid=0 2024-11-15T15:19:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742302_1478 (size=12001) 2024-11-15T15:19:40,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/010e6bbaaeb241b39c2afa15b6bddd79 2024-11-15T15:19:40,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/824c547222a240d1b2189671277890a1 is 50, key is test_row_0/B:col10/1731683979178/Put/seqid=0 2024-11-15T15:19:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742303_1479 (size=12001) 2024-11-15T15:19:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-15T15:19:40,979 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/824c547222a240d1b2189671277890a1 2024-11-15T15:19:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/ac902ed8eaff46c0bf355bdae506b15c is 50, key is test_row_0/C:col10/1731683979178/Put/seqid=0 2024-11-15T15:19:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742304_1480 (size=12001) 2024-11-15T15:19:40,992 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/ac902ed8eaff46c0bf355bdae506b15c 2024-11-15T15:19:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/010e6bbaaeb241b39c2afa15b6bddd79 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/010e6bbaaeb241b39c2afa15b6bddd79 2024-11-15T15:19:41,007 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/010e6bbaaeb241b39c2afa15b6bddd79, entries=150, sequenceid=90, filesize=11.7 K 2024-11-15T15:19:41,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/824c547222a240d1b2189671277890a1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/824c547222a240d1b2189671277890a1 2024-11-15T15:19:41,011 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/824c547222a240d1b2189671277890a1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-15T15:19:41,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/ac902ed8eaff46c0bf355bdae506b15c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ac902ed8eaff46c0bf355bdae506b15c 2024-11-15T15:19:41,014 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ac902ed8eaff46c0bf355bdae506b15c, entries=150, sequenceid=90, filesize=11.7 K 2024-11-15T15:19:41,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 456ms, sequenceid=90, compaction requested=true 2024-11-15T15:19:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-15T15:19:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-15T15:19:41,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-15T15:19:41,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-11-15T15:19:41,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.2270 sec 2024-11-15T15:19:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:41,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:19:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:41,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/3202a6f0107043e49a7fc531af5f7536 is 50, key is test_row_0/A:col10/1731683981320/Put/seqid=0 2024-11-15T15:19:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742305_1481 (size=19021) 2024-11-15T15:19:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684041343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684041347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684041348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684041349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684041349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684041453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684041455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684041457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684041457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684041457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684041658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684041659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684041660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684041661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684041661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/3202a6f0107043e49a7fc531af5f7536 2024-11-15T15:19:41,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/38269c7a2427458cbab0a7159f71f78f is 50, key is test_row_0/B:col10/1731683981320/Put/seqid=0 2024-11-15T15:19:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742306_1482 (size=12001) 2024-11-15T15:19:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-15T15:19:41,899 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-15T15:19:41,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-15T15:19:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-15T15:19:41,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:41,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:41,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684041962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684041962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684041963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684041964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684041964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-15T15:19:42,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:42,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-15T15:19:42,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:42,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/38269c7a2427458cbab0a7159f71f78f 2024-11-15T15:19:42,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/187332887cb74258b0cfb162260bc503 is 50, key is test_row_0/C:col10/1731683981320/Put/seqid=0 2024-11-15T15:19:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742307_1483 (size=12001) 2024-11-15T15:19:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-15T15:19:42,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:42,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-15T15:19:42,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:42,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:42,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-15T15:19:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684042469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684042469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684042469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:42,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684042471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684042473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-15T15:19:42,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:42,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-15T15:19:42,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:42,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:42,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/187332887cb74258b0cfb162260bc503 2024-11-15T15:19:42,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/3202a6f0107043e49a7fc531af5f7536 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/3202a6f0107043e49a7fc531af5f7536 2024-11-15T15:19:42,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/3202a6f0107043e49a7fc531af5f7536, entries=300, sequenceid=102, filesize=18.6 K 2024-11-15T15:19:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/38269c7a2427458cbab0a7159f71f78f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/38269c7a2427458cbab0a7159f71f78f 2024-11-15T15:19:42,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/38269c7a2427458cbab0a7159f71f78f, entries=150, sequenceid=102, filesize=11.7 K 2024-11-15T15:19:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/187332887cb74258b0cfb162260bc503 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/187332887cb74258b0cfb162260bc503 2024-11-15T15:19:42,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/187332887cb74258b0cfb162260bc503, entries=150, sequenceid=102, filesize=11.7 K 2024-11-15T15:19:42,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1245ms, sequenceid=102, compaction requested=true 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:42,566 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:42,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:42,566 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:42,567 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57467 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:42,567 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:42,567 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,567 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/97bd31cb92a64a099249ebfb20fae126, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/7c359466f4bd452baf5757baca022c09, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/010e6bbaaeb241b39c2afa15b6bddd79, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/3202a6f0107043e49a7fc531af5f7536] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=56.1 K 2024-11-15T15:19:42,567 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:42,568 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:42,568 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,568 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/d36cc63156944eb1a70377a3acadfae5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/40d603e91cdb463392925298b88d262f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/824c547222a240d1b2189671277890a1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/38269c7a2427458cbab0a7159f71f78f] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=47.0 K 2024-11-15T15:19:42,568 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d36cc63156944eb1a70377a3acadfae5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683977916 2024-11-15T15:19:42,568 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97bd31cb92a64a099249ebfb20fae126, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683977916 2024-11-15T15:19:42,568 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 40d603e91cdb463392925298b88d262f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731683978053 2024-11-15T15:19:42,568 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c359466f4bd452baf5757baca022c09, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731683978049 2024-11-15T15:19:42,569 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 824c547222a240d1b2189671277890a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731683979178 2024-11-15T15:19:42,569 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 010e6bbaaeb241b39c2afa15b6bddd79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731683979178 2024-11-15T15:19:42,569 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 38269c7a2427458cbab0a7159f71f78f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731683981316 2024-11-15T15:19:42,569 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3202a6f0107043e49a7fc531af5f7536, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731683981311 2024-11-15T15:19:42,577 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:42,577 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:42,578 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/dceb17e469bd434cbdc878566052f170 is 50, key is test_row_0/A:col10/1731683981320/Put/seqid=0 2024-11-15T15:19:42,578 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/fddabb8d064642eba5ec522bfa3907e0 is 50, key is test_row_0/B:col10/1731683981320/Put/seqid=0 2024-11-15T15:19:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742308_1484 (size=12241) 2024-11-15T15:19:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742309_1485 (size=12241) 2024-11-15T15:19:42,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:42,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-15T15:19:42,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:42,665 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:19:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:42,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/51d448277369437495e0a46631458b07 is 50, key is test_row_0/A:col10/1731683981348/Put/seqid=0 2024-11-15T15:19:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742310_1486 (size=12001) 2024-11-15T15:19:42,995 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/dceb17e469bd434cbdc878566052f170 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/dceb17e469bd434cbdc878566052f170 2024-11-15T15:19:42,997 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/fddabb8d064642eba5ec522bfa3907e0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/fddabb8d064642eba5ec522bfa3907e0 2024-11-15T15:19:43,000 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into dceb17e469bd434cbdc878566052f170(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:43,000 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:43,000 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=12, startTime=1731683982566; duration=0sec 2024-11-15T15:19:43,000 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:43,000 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:43,000 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:43,001 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into fddabb8d064642eba5ec522bfa3907e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:43,001 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:43,001 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=12, startTime=1731683982566; duration=0sec 2024-11-15T15:19:43,001 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:43,001 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:43,002 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:43,002 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:43,002 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:43,002 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/11533bf7c50c40cebbb54e8b0e9613ad, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ac902ed8eaff46c0bf355bdae506b15c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/187332887cb74258b0cfb162260bc503] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=47.0 K 2024-11-15T15:19:43,002 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11533bf7c50c40cebbb54e8b0e9613ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731683977916 2024-11-15T15:19:43,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf5f6bf6ac2c4ae6a9d77d27deb520eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731683978053 2024-11-15T15:19:43,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac902ed8eaff46c0bf355bdae506b15c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731683979178 2024-11-15T15:19:43,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187332887cb74258b0cfb162260bc503, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731683981316 2024-11-15T15:19:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-15T15:19:43,010 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:43,010 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/d204924d861e4fcfa1c34daff059db33 is 50, key is test_row_0/C:col10/1731683981320/Put/seqid=0 2024-11-15T15:19:43,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742311_1487 (size=12241) 2024-11-15T15:19:43,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/51d448277369437495e0a46631458b07 2024-11-15T15:19:43,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/ab693053092e4c1b990f850cc3d063eb is 50, key is test_row_0/B:col10/1731683981348/Put/seqid=0 2024-11-15T15:19:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742312_1488 (size=12001) 2024-11-15T15:19:43,418 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/d204924d861e4fcfa1c34daff059db33 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/d204924d861e4fcfa1c34daff059db33 2024-11-15T15:19:43,421 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into d204924d861e4fcfa1c34daff059db33(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:43,421 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:43,421 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=12, startTime=1731683982566; duration=0sec 2024-11-15T15:19:43,421 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:43,421 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:43,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:43,484 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/ab693053092e4c1b990f850cc3d063eb 2024-11-15T15:19:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684043485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684043486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684043488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684043488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/6cf7008dcaae4fbb8062a3f7c3a84f60 is 50, key is test_row_0/C:col10/1731683981348/Put/seqid=0 2024-11-15T15:19:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684043489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742313_1489 (size=12001) 2024-11-15T15:19:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684043590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684043590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684043591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684043594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684043793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684043793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684043795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684043799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:43,898 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/6cf7008dcaae4fbb8062a3f7c3a84f60 2024-11-15T15:19:43,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/51d448277369437495e0a46631458b07 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51d448277369437495e0a46631458b07 2024-11-15T15:19:43,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51d448277369437495e0a46631458b07, entries=150, sequenceid=126, filesize=11.7 K 2024-11-15T15:19:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/ab693053092e4c1b990f850cc3d063eb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/ab693053092e4c1b990f850cc3d063eb 2024-11-15T15:19:43,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/ab693053092e4c1b990f850cc3d063eb, entries=150, sequenceid=126, filesize=11.7 K 2024-11-15T15:19:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/6cf7008dcaae4fbb8062a3f7c3a84f60 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/6cf7008dcaae4fbb8062a3f7c3a84f60 2024-11-15T15:19:43,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/6cf7008dcaae4fbb8062a3f7c3a84f60, entries=150, sequenceid=126, filesize=11.7 K 2024-11-15T15:19:43,918 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1253ms, sequenceid=126, compaction requested=false 2024-11-15T15:19:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-15T15:19:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-15T15:19:43,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-15T15:19:43,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0170 sec 2024-11-15T15:19:43,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0210 sec 2024-11-15T15:19:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-15T15:19:44,005 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-15T15:19:44,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-15T15:19:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:44,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:44,009 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:44,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:44,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:19:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:44,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:44,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:44,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:44,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:44,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/93085fd618ef481fb6d7672ded9bc2b6 is 50, key is test_row_0/A:col10/1731683984101/Put/seqid=0 2024-11-15T15:19:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742314_1490 (size=16931) 2024-11-15T15:19:44,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684044124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684044125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684044126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684044128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:44,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684044230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684044232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684044232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684044233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:44,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:44,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684044435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684044437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684044437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684044438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:44,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/93085fd618ef481fb6d7672ded9bc2b6 2024-11-15T15:19:44,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/6eba37d69cea407f80ecae6fb9f457de is 50, key is test_row_0/B:col10/1731683984101/Put/seqid=0 2024-11-15T15:19:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742315_1491 (size=12151) 2024-11-15T15:19:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:44,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:44,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:44,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:44,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684044740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684044742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684044742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684044744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:44,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:44,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:44,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:44,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:44,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/6eba37d69cea407f80ecae6fb9f457de 2024-11-15T15:19:44,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/c379f598652f4e058491b67f4d045fc1 is 50, key is test_row_0/C:col10/1731683984101/Put/seqid=0 2024-11-15T15:19:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742316_1492 (size=12151) 2024-11-15T15:19:45,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:45,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:45,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:45,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:45,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:45,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:45,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684045245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:45,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684045247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684045247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684045248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:45,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/c379f598652f4e058491b67f4d045fc1 2024-11-15T15:19:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/93085fd618ef481fb6d7672ded9bc2b6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/93085fd618ef481fb6d7672ded9bc2b6 2024-11-15T15:19:45,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/93085fd618ef481fb6d7672ded9bc2b6, entries=250, sequenceid=144, filesize=16.5 K 2024-11-15T15:19:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/6eba37d69cea407f80ecae6fb9f457de as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6eba37d69cea407f80ecae6fb9f457de 2024-11-15T15:19:45,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6eba37d69cea407f80ecae6fb9f457de, entries=150, sequenceid=144, filesize=11.9 K 2024-11-15T15:19:45,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/c379f598652f4e058491b67f4d045fc1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c379f598652f4e058491b67f4d045fc1 2024-11-15T15:19:45,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c379f598652f4e058491b67f4d045fc1, entries=150, sequenceid=144, filesize=11.9 K 2024-11-15T15:19:45,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1254ms, sequenceid=144, compaction requested=true 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:45,356 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:45,356 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:45,357 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:45,357 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:45,357 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:45,357 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:45,357 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,357 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,357 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/dceb17e469bd434cbdc878566052f170, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51d448277369437495e0a46631458b07, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/93085fd618ef481fb6d7672ded9bc2b6] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=40.2 K 2024-11-15T15:19:45,357 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/fddabb8d064642eba5ec522bfa3907e0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/ab693053092e4c1b990f850cc3d063eb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6eba37d69cea407f80ecae6fb9f457de] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=35.5 K 2024-11-15T15:19:45,357 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting dceb17e469bd434cbdc878566052f170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731683981316 2024-11-15T15:19:45,357 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting fddabb8d064642eba5ec522bfa3907e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731683981316 2024-11-15T15:19:45,358 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51d448277369437495e0a46631458b07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731683981347 2024-11-15T15:19:45,358 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting ab693053092e4c1b990f850cc3d063eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731683981347 2024-11-15T15:19:45,358 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eba37d69cea407f80ecae6fb9f457de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731683983487 2024-11-15T15:19:45,358 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93085fd618ef481fb6d7672ded9bc2b6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731683983484 2024-11-15T15:19:45,363 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#411 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:45,364 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/d840dff53e004355adddded83e544849 is 50, key is test_row_0/A:col10/1731683984101/Put/seqid=0 2024-11-15T15:19:45,366 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:45,367 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/4844fd3130dd4b5f8b9f19c223e42410 is 50, key is test_row_0/B:col10/1731683984101/Put/seqid=0 2024-11-15T15:19:45,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742317_1493 (size=12493) 2024-11-15T15:19:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742318_1494 (size=12493) 2024-11-15T15:19:45,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:45,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-15T15:19:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,381 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:19:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/0d731cf033e14a55a9d92dcdfd5f83fc is 50, key is test_row_0/A:col10/1731683984116/Put/seqid=0 2024-11-15T15:19:45,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742319_1495 (size=12151) 2024-11-15T15:19:45,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684045581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684045684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:45,774 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/d840dff53e004355adddded83e544849 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d840dff53e004355adddded83e544849 2024-11-15T15:19:45,776 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/4844fd3130dd4b5f8b9f19c223e42410 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/4844fd3130dd4b5f8b9f19c223e42410 2024-11-15T15:19:45,778 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into d840dff53e004355adddded83e544849(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:45,778 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:45,779 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=13, startTime=1731683985356; duration=0sec 2024-11-15T15:19:45,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:45,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:45,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:45,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:45,780 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:45,780 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:45,780 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/d204924d861e4fcfa1c34daff059db33, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/6cf7008dcaae4fbb8062a3f7c3a84f60, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c379f598652f4e058491b67f4d045fc1] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=35.5 K 2024-11-15T15:19:45,780 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d204924d861e4fcfa1c34daff059db33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731683981316 2024-11-15T15:19:45,780 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cf7008dcaae4fbb8062a3f7c3a84f60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731683981347 2024-11-15T15:19:45,781 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting c379f598652f4e058491b67f4d045fc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731683983487 2024-11-15T15:19:45,782 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into 4844fd3130dd4b5f8b9f19c223e42410(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:45,782 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:45,782 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=13, startTime=1731683985356; duration=0sec 2024-11-15T15:19:45,783 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:45,783 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:45,787 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:45,787 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/7b09be2d683e4af79f4b17dc0d2355f1 is 50, key is test_row_0/C:col10/1731683984101/Put/seqid=0 2024-11-15T15:19:45,788 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/0d731cf033e14a55a9d92dcdfd5f83fc 2024-11-15T15:19:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742320_1496 (size=12493) 2024-11-15T15:19:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/f52dfb7b9e14499cadedf1ee37d57710 is 50, key is test_row_0/B:col10/1731683984116/Put/seqid=0 2024-11-15T15:19:45,796 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/7b09be2d683e4af79f4b17dc0d2355f1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/7b09be2d683e4af79f4b17dc0d2355f1 2024-11-15T15:19:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742321_1497 (size=12151) 2024-11-15T15:19:45,799 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into 7b09be2d683e4af79f4b17dc0d2355f1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:45,800 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:45,800 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=13, startTime=1731683985356; duration=0sec 2024-11-15T15:19:45,800 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:45,800 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:45,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684045888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684046195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/f52dfb7b9e14499cadedf1ee37d57710 2024-11-15T15:19:46,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/59bbea5a20cb42dd80185b6ea5195812 is 50, key is test_row_0/C:col10/1731683984116/Put/seqid=0 2024-11-15T15:19:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742322_1498 (size=12151) 2024-11-15T15:19:46,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684046253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684046254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684046256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684046259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/59bbea5a20cb42dd80185b6ea5195812 2024-11-15T15:19:46,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/0d731cf033e14a55a9d92dcdfd5f83fc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0d731cf033e14a55a9d92dcdfd5f83fc 2024-11-15T15:19:46,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0d731cf033e14a55a9d92dcdfd5f83fc, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T15:19:46,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/f52dfb7b9e14499cadedf1ee37d57710 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/f52dfb7b9e14499cadedf1ee37d57710 2024-11-15T15:19:46,625 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/f52dfb7b9e14499cadedf1ee37d57710, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T15:19:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/59bbea5a20cb42dd80185b6ea5195812 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59bbea5a20cb42dd80185b6ea5195812 2024-11-15T15:19:46,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59bbea5a20cb42dd80185b6ea5195812, entries=150, sequenceid=165, filesize=11.9 K 2024-11-15T15:19:46,629 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1249ms, sequenceid=165, compaction requested=false 2024-11-15T15:19:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-15T15:19:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-15T15:19:46,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-15T15:19:46,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-15T15:19:46,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.6250 sec 2024-11-15T15:19:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:46,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T15:19:46,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:46,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:46,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:46,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:46,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:46,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/d12cfa48db2a4733afe0f1e8330d16dc is 50, key is test_row_0/A:col10/1731683985541/Put/seqid=0 2024-11-15T15:19:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742323_1499 (size=14541) 2024-11-15T15:19:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684046775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:46,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684046880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:47,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684047083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:47,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/d12cfa48db2a4733afe0f1e8330d16dc 2024-11-15T15:19:47,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/b2660e178fce4b87b48e12efa7fa78da is 50, key is test_row_0/B:col10/1731683985541/Put/seqid=0 2024-11-15T15:19:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742324_1500 (size=12151) 2024-11-15T15:19:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684047388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:47,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/b2660e178fce4b87b48e12efa7fa78da 2024-11-15T15:19:47,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/59f4a857127a4911b328ff48cabd587d is 50, key is test_row_0/C:col10/1731683985541/Put/seqid=0 2024-11-15T15:19:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742325_1501 (size=12151) 2024-11-15T15:19:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684047895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:47,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/59f4a857127a4911b328ff48cabd587d 2024-11-15T15:19:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/d12cfa48db2a4733afe0f1e8330d16dc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d12cfa48db2a4733afe0f1e8330d16dc 2024-11-15T15:19:47,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d12cfa48db2a4733afe0f1e8330d16dc, entries=200, sequenceid=184, filesize=14.2 K 2024-11-15T15:19:47,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/b2660e178fce4b87b48e12efa7fa78da as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b2660e178fce4b87b48e12efa7fa78da 2024-11-15T15:19:47,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b2660e178fce4b87b48e12efa7fa78da, entries=150, sequenceid=184, filesize=11.9 K 2024-11-15T15:19:47,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/59f4a857127a4911b328ff48cabd587d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59f4a857127a4911b328ff48cabd587d 2024-11-15T15:19:47,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59f4a857127a4911b328ff48cabd587d, entries=150, sequenceid=184, filesize=11.9 K 2024-11-15T15:19:47,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1249ms, sequenceid=184, compaction requested=true 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-15T15:19:47,954 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:47,954 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:47,958 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:47,958 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:47,958 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:47,958 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:47,959 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:47,959 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:47,959 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/4844fd3130dd4b5f8b9f19c223e42410, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/f52dfb7b9e14499cadedf1ee37d57710, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b2660e178fce4b87b48e12efa7fa78da] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=35.9 K 2024-11-15T15:19:47,959 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d840dff53e004355adddded83e544849, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0d731cf033e14a55a9d92dcdfd5f83fc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d12cfa48db2a4733afe0f1e8330d16dc] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=38.3 K 2024-11-15T15:19:47,959 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 4844fd3130dd4b5f8b9f19c223e42410, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731683983487 2024-11-15T15:19:47,959 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d840dff53e004355adddded83e544849, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731683983487 2024-11-15T15:19:47,959 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d731cf033e14a55a9d92dcdfd5f83fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731683984116 2024-11-15T15:19:47,959 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f52dfb7b9e14499cadedf1ee37d57710, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731683984116 2024-11-15T15:19:47,960 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting d12cfa48db2a4733afe0f1e8330d16dc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683985541 2024-11-15T15:19:47,960 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b2660e178fce4b87b48e12efa7fa78da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683985541 2024-11-15T15:19:47,966 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:47,966 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/aa4294af14f744f78c01163fb9204cb6 is 50, key is test_row_0/B:col10/1731683985541/Put/seqid=0 2024-11-15T15:19:47,968 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:47,969 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/51612fd9dd55414a8cd021a7aad9a47c is 50, key is test_row_0/A:col10/1731683985541/Put/seqid=0 2024-11-15T15:19:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742326_1502 (size=12595) 2024-11-15T15:19:47,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742327_1503 (size=12595) 2024-11-15T15:19:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-15T15:19:48,113 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-15T15:19:48,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-15T15:19:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:48,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:48,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:48,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:48,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:19:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:48,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:48,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:48,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/e31f57b9e030427fbefefbd29765840e is 50, key is test_row_0/A:col10/1731683986767/Put/seqid=0 2024-11-15T15:19:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742328_1504 (size=14541) 2024-11-15T15:19:48,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/e31f57b9e030427fbefefbd29765840e 2024-11-15T15:19:48,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/7fc4c5baa5994df4891113d061853671 is 50, key is test_row_0/B:col10/1731683986767/Put/seqid=0 2024-11-15T15:19:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742329_1505 (size=12151) 2024-11-15T15:19:48,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684048281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684048284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684048285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684048289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,388 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/aa4294af14f744f78c01163fb9204cb6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/aa4294af14f744f78c01163fb9204cb6 2024-11-15T15:19:48,388 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/51612fd9dd55414a8cd021a7aad9a47c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51612fd9dd55414a8cd021a7aad9a47c 2024-11-15T15:19:48,393 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into 51612fd9dd55414a8cd021a7aad9a47c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:48,393 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=13, startTime=1731683987954; duration=0sec 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:48,393 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into aa4294af14f744f78c01163fb9204cb6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:48,393 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=13, startTime=1731683987954; duration=0sec 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:48,393 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684048391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,394 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:48,394 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:48,394 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,394 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/7b09be2d683e4af79f4b17dc0d2355f1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59bbea5a20cb42dd80185b6ea5195812, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59f4a857127a4911b328ff48cabd587d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=35.9 K 2024-11-15T15:19:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684048391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684048392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684048392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,395 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b09be2d683e4af79f4b17dc0d2355f1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731683983487 2024-11-15T15:19:48,396 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59bbea5a20cb42dd80185b6ea5195812, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731683984116 2024-11-15T15:19:48,396 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59f4a857127a4911b328ff48cabd587d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683985541 2024-11-15T15:19:48,401 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#424 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:48,402 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/92d90fd6188646a3b312e0e82bfde020 is 50, key is test_row_0/C:col10/1731683985541/Put/seqid=0 2024-11-15T15:19:48,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742330_1506 (size=12595) 2024-11-15T15:19:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:48,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:48,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:48,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:48,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684048596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684048596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684048596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684048597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/7fc4c5baa5994df4891113d061853671 2024-11-15T15:19:48,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/4b757163a83e4345a6fb0ab8ee3e31a7 is 50, key is test_row_0/C:col10/1731683986767/Put/seqid=0 2024-11-15T15:19:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742331_1507 (size=12151) 2024-11-15T15:19:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:48,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:48,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:48,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,813 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/92d90fd6188646a3b312e0e82bfde020 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/92d90fd6188646a3b312e0e82bfde020 2024-11-15T15:19:48,817 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into 92d90fd6188646a3b312e0e82bfde020(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:48,817 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:48,817 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=13, startTime=1731683987954; duration=0sec 2024-11-15T15:19:48,817 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:48,817 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:48,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:48,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:48,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:48,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:48,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684048901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684048901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684048902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684048903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684048905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:49,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:49,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:49,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:49,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/4b757163a83e4345a6fb0ab8ee3e31a7 2024-11-15T15:19:49,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/e31f57b9e030427fbefefbd29765840e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e31f57b9e030427fbefefbd29765840e 2024-11-15T15:19:49,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e31f57b9e030427fbefefbd29765840e, entries=200, sequenceid=205, filesize=14.2 K 2024-11-15T15:19:49,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/7fc4c5baa5994df4891113d061853671 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/7fc4c5baa5994df4891113d061853671 2024-11-15T15:19:49,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/7fc4c5baa5994df4891113d061853671, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T15:19:49,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/4b757163a83e4345a6fb0ab8ee3e31a7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4b757163a83e4345a6fb0ab8ee3e31a7 2024-11-15T15:19:49,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4b757163a83e4345a6fb0ab8ee3e31a7, entries=150, sequenceid=205, filesize=11.9 K 2024-11-15T15:19:49,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 851ms, sequenceid=205, compaction requested=false 2024-11-15T15:19:49,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:49,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:49,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:49,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:49,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/499242ef001c4aac9292257173faa002 is 50, key is test_row_0/A:col10/1731683988288/Put/seqid=0 2024-11-15T15:19:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742332_1508 (size=12151) 2024-11-15T15:19:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:49,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:49,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684049430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684049431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684049436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684049437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684049538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684049538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684049543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684049544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,592 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/499242ef001c4aac9292257173faa002 2024-11-15T15:19:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/a244737f501948b7b702dcc359e0e972 is 50, key is test_row_0/B:col10/1731683988288/Put/seqid=0 2024-11-15T15:19:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742333_1509 (size=12151) 2024-11-15T15:19:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684049742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684049743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684049747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:49,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684049749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/a244737f501948b7b702dcc359e0e972 2024-11-15T15:19:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/105daa49aa8d448c83160a77a99814b0 is 50, key is test_row_0/C:col10/1731683988288/Put/seqid=0 2024-11-15T15:19:50,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742334_1510 (size=12151) 2024-11-15T15:19:50,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684050047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684050049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684050052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684050053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:50,413 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/105daa49aa8d448c83160a77a99814b0 2024-11-15T15:19:50,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/499242ef001c4aac9292257173faa002 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/499242ef001c4aac9292257173faa002 2024-11-15T15:19:50,420 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/499242ef001c4aac9292257173faa002, entries=150, sequenceid=223, filesize=11.9 K 2024-11-15T15:19:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/a244737f501948b7b702dcc359e0e972 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a244737f501948b7b702dcc359e0e972 2024-11-15T15:19:50,424 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a244737f501948b7b702dcc359e0e972, entries=150, sequenceid=223, filesize=11.9 K 2024-11-15T15:19:50,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/105daa49aa8d448c83160a77a99814b0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/105daa49aa8d448c83160a77a99814b0 2024-11-15T15:19:50,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/105daa49aa8d448c83160a77a99814b0, entries=150, sequenceid=223, filesize=11.9 K 2024-11-15T15:19:50,428 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1244ms, sequenceid=223, compaction requested=true 2024-11-15T15:19:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-15T15:19:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-15T15:19:50,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-15T15:19:50,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-11-15T15:19:50,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.3210 sec 2024-11-15T15:19:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:50,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T15:19:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:50,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:50,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/a64a7539030b4b929c19e366aa0010e5 is 50, key is test_row_0/A:col10/1731683989426/Put/seqid=0 2024-11-15T15:19:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742335_1511 (size=14541) 2024-11-15T15:19:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684050568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684050575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684050575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684050576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684050676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684050680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684050680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684050686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684050882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684050886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684050886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684050892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684050920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:50,925 DEBUG [Thread-2065 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., hostname=f3372238866c,45001,1731683848865, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T15:19:50,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/a64a7539030b4b929c19e366aa0010e5 2024-11-15T15:19:50,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/81a29aa37c254e06a9486b308e029e75 is 50, key is test_row_0/B:col10/1731683989426/Put/seqid=0 2024-11-15T15:19:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742336_1512 (size=12151) 2024-11-15T15:19:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684051188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684051189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684051191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684051197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/81a29aa37c254e06a9486b308e029e75 2024-11-15T15:19:51,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/b88d6edc10fd448d8b14acc06c09cea2 is 50, key is test_row_0/C:col10/1731683989426/Put/seqid=0 2024-11-15T15:19:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742337_1513 (size=12151) 2024-11-15T15:19:51,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/b88d6edc10fd448d8b14acc06c09cea2 2024-11-15T15:19:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/a64a7539030b4b929c19e366aa0010e5 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a64a7539030b4b929c19e366aa0010e5 2024-11-15T15:19:51,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a64a7539030b4b929c19e366aa0010e5, entries=200, sequenceid=245, filesize=14.2 K 2024-11-15T15:19:51,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/81a29aa37c254e06a9486b308e029e75 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/81a29aa37c254e06a9486b308e029e75 2024-11-15T15:19:51,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/81a29aa37c254e06a9486b308e029e75, entries=150, sequenceid=245, filesize=11.9 K 2024-11-15T15:19:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/b88d6edc10fd448d8b14acc06c09cea2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/b88d6edc10fd448d8b14acc06c09cea2 2024-11-15T15:19:51,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/b88d6edc10fd448d8b14acc06c09cea2, entries=150, sequenceid=245, filesize=11.9 K 2024-11-15T15:19:51,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 851ms, sequenceid=245, compaction requested=true 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:51,404 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:51,404 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:51,405 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:51,405 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:51,405 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:51,405 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:51,405 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:51,405 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:51,405 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/aa4294af14f744f78c01163fb9204cb6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/7fc4c5baa5994df4891113d061853671, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a244737f501948b7b702dcc359e0e972, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/81a29aa37c254e06a9486b308e029e75] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=47.9 K 2024-11-15T15:19:51,405 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51612fd9dd55414a8cd021a7aad9a47c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e31f57b9e030427fbefefbd29765840e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/499242ef001c4aac9292257173faa002, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a64a7539030b4b929c19e366aa0010e5] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=52.6 K 2024-11-15T15:19:51,405 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51612fd9dd55414a8cd021a7aad9a47c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683985541 2024-11-15T15:19:51,405 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting aa4294af14f744f78c01163fb9204cb6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683985541 2024-11-15T15:19:51,406 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting e31f57b9e030427fbefefbd29765840e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731683986767 2024-11-15T15:19:51,406 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fc4c5baa5994df4891113d061853671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731683986767 2024-11-15T15:19:51,406 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a244737f501948b7b702dcc359e0e972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731683988279 2024-11-15T15:19:51,406 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 499242ef001c4aac9292257173faa002, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731683988279 2024-11-15T15:19:51,406 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting a64a7539030b4b929c19e366aa0010e5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731683989426 2024-11-15T15:19:51,406 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a29aa37c254e06a9486b308e029e75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731683989426 2024-11-15T15:19:51,423 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:51,423 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/402b0be26cad49f1a301c43932ebd349 is 50, key is test_row_0/B:col10/1731683989426/Put/seqid=0 2024-11-15T15:19:51,424 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:51,424 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/b9bda6f2012a4ae189fd2bf3491cf545 is 50, key is test_row_0/A:col10/1731683989426/Put/seqid=0 2024-11-15T15:19:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742338_1514 (size=12731) 2024-11-15T15:19:51,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742339_1515 (size=12731) 2024-11-15T15:19:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:51,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:19:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:51,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/c7e4002c3de847c8b27f8fba3f980a4e is 50, key is test_row_0/A:col10/1731683991695/Put/seqid=0 2024-11-15T15:19:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742340_1516 (size=14641) 2024-11-15T15:19:51,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684051729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684051735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684051736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684051736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,838 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/402b0be26cad49f1a301c43932ebd349 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/402b0be26cad49f1a301c43932ebd349 2024-11-15T15:19:51,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684051837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,842 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/b9bda6f2012a4ae189fd2bf3491cf545 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b9bda6f2012a4ae189fd2bf3491cf545 2024-11-15T15:19:51,842 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into 402b0be26cad49f1a301c43932ebd349(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:51,842 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:51,842 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=12, startTime=1731683991404; duration=0sec 2024-11-15T15:19:51,842 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:51,842 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:51,842 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:51,844 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:51,844 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:51,844 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:51,844 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/92d90fd6188646a3b312e0e82bfde020, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4b757163a83e4345a6fb0ab8ee3e31a7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/105daa49aa8d448c83160a77a99814b0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/b88d6edc10fd448d8b14acc06c09cea2] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=47.9 K 2024-11-15T15:19:51,844 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 92d90fd6188646a3b312e0e82bfde020, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731683985541 2024-11-15T15:19:51,845 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b757163a83e4345a6fb0ab8ee3e31a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731683986767 2024-11-15T15:19:51,845 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 105daa49aa8d448c83160a77a99814b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731683988279 2024-11-15T15:19:51,846 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting b88d6edc10fd448d8b14acc06c09cea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731683989426 2024-11-15T15:19:51,846 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into b9bda6f2012a4ae189fd2bf3491cf545(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:51,846 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:51,846 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=12, startTime=1731683991404; duration=0sec 2024-11-15T15:19:51,847 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:51,847 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684051843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684051843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684051847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:51,854 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:51,855 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/1a8eb007a7e444c08abad237574c8491 is 50, key is test_row_0/C:col10/1731683989426/Put/seqid=0 2024-11-15T15:19:51,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742341_1517 (size=12731) 2024-11-15T15:19:52,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684052042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684052051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684052051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684052053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/c7e4002c3de847c8b27f8fba3f980a4e 2024-11-15T15:19:52,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/cc9b8848bd2c421a89fa76eb2f673d4d is 50, key is test_row_0/B:col10/1731683991695/Put/seqid=0 2024-11-15T15:19:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742342_1518 (size=12201) 2024-11-15T15:19:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-15T15:19:52,219 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-15T15:19:52,220 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-15T15:19:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-15T15:19:52,222 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:52,222 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:52,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:52,263 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/1a8eb007a7e444c08abad237574c8491 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/1a8eb007a7e444c08abad237574c8491 2024-11-15T15:19:52,267 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into 1a8eb007a7e444c08abad237574c8491(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:52,267 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:52,267 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=12, startTime=1731683991404; duration=0sec 2024-11-15T15:19:52,267 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:52,267 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-15T15:19:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684052347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684052354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684052356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684052359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:52,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-15T15:19:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-15T15:19:52,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:52,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-15T15:19:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/cc9b8848bd2c421a89fa76eb2f673d4d 2024-11-15T15:19:52,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/2d9cd520f84544b081a66dfa8381507e is 50, key is test_row_0/C:col10/1731683991695/Put/seqid=0 2024-11-15T15:19:52,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742343_1519 (size=12201) 2024-11-15T15:19:52,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:52,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-15T15:19:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-15T15:19:52,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:52,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-15T15:19:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684052853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684052861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684052861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684052864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:52,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/2d9cd520f84544b081a66dfa8381507e 2024-11-15T15:19:52,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/c7e4002c3de847c8b27f8fba3f980a4e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c7e4002c3de847c8b27f8fba3f980a4e 2024-11-15T15:19:52,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c7e4002c3de847c8b27f8fba3f980a4e, entries=200, sequenceid=260, filesize=14.3 K 2024-11-15T15:19:52,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/cc9b8848bd2c421a89fa76eb2f673d4d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc9b8848bd2c421a89fa76eb2f673d4d 2024-11-15T15:19:52,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc9b8848bd2c421a89fa76eb2f673d4d, entries=150, sequenceid=260, filesize=11.9 K 2024-11-15T15:19:52,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/2d9cd520f84544b081a66dfa8381507e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/2d9cd520f84544b081a66dfa8381507e 2024-11-15T15:19:52,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/2d9cd520f84544b081a66dfa8381507e, entries=150, sequenceid=260, filesize=11.9 K 2024-11-15T15:19:52,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1265ms, sequenceid=260, compaction requested=false 2024-11-15T15:19:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:52,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:52,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-15T15:19:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:52,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-15T15:19:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:52,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/55187b875b7644058e7e2861c14fde20 is 50, key is test_row_0/A:col10/1731683991728/Put/seqid=0 2024-11-15T15:19:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742344_1520 (size=12301) 2024-11-15T15:19:52,994 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/55187b875b7644058e7e2861c14fde20 2024-11-15T15:19:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/a03b5d84361f4ef9ace0ccca993eb627 is 50, key is test_row_0/B:col10/1731683991728/Put/seqid=0 2024-11-15T15:19:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742345_1521 (size=12301) 2024-11-15T15:19:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-15T15:19:53,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/a03b5d84361f4ef9ace0ccca993eb627 2024-11-15T15:19:53,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/5a4a66cd74ef40309c40681025c57a22 is 50, key is test_row_0/C:col10/1731683991728/Put/seqid=0 2024-11-15T15:19:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742346_1522 (size=12301) 2024-11-15T15:19:53,433 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/5a4a66cd74ef40309c40681025c57a22 2024-11-15T15:19:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/55187b875b7644058e7e2861c14fde20 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/55187b875b7644058e7e2861c14fde20 2024-11-15T15:19:53,438 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/55187b875b7644058e7e2861c14fde20, entries=150, sequenceid=285, filesize=12.0 K 2024-11-15T15:19:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/a03b5d84361f4ef9ace0ccca993eb627 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a03b5d84361f4ef9ace0ccca993eb627 2024-11-15T15:19:53,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a03b5d84361f4ef9ace0ccca993eb627, entries=150, sequenceid=285, filesize=12.0 K 2024-11-15T15:19:53,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/5a4a66cd74ef40309c40681025c57a22 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/5a4a66cd74ef40309c40681025c57a22 2024-11-15T15:19:53,446 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/5a4a66cd74ef40309c40681025c57a22, entries=150, sequenceid=285, filesize=12.0 K 2024-11-15T15:19:53,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 462ms, sequenceid=285, compaction requested=true 2024-11-15T15:19:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-15T15:19:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-15T15:19:53,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-15T15:19:53,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-15T15:19:53,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.2300 sec 2024-11-15T15:19:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:53,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:19:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:53,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/f040feb27ecb4a46be8c7654337bc14b is 50, key is test_row_0/A:col10/1731683993870/Put/seqid=0 2024-11-15T15:19:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742347_1523 (size=19621) 2024-11-15T15:19:53,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/f040feb27ecb4a46be8c7654337bc14b 2024-11-15T15:19:53,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/2f06749a4790401baa25baaa2e5d4d21 is 50, key is test_row_0/B:col10/1731683993870/Put/seqid=0 2024-11-15T15:19:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742348_1524 (size=12301) 2024-11-15T15:19:53,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/2f06749a4790401baa25baaa2e5d4d21 2024-11-15T15:19:53,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/4fde4f4e9d414923b235ffadb98278f8 is 50, key is test_row_0/C:col10/1731683993870/Put/seqid=0 2024-11-15T15:19:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742349_1525 (size=12301) 2024-11-15T15:19:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684053908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684053910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:53,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684053911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:53,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684053914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684054015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684054015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684054019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684054021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684054221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684054222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684054224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684054227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/4fde4f4e9d414923b235ffadb98278f8 2024-11-15T15:19:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/f040feb27ecb4a46be8c7654337bc14b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/f040feb27ecb4a46be8c7654337bc14b 2024-11-15T15:19:54,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/f040feb27ecb4a46be8c7654337bc14b, entries=300, sequenceid=297, filesize=19.2 K 2024-11-15T15:19:54,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/2f06749a4790401baa25baaa2e5d4d21 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/2f06749a4790401baa25baaa2e5d4d21 2024-11-15T15:19:54,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/2f06749a4790401baa25baaa2e5d4d21, entries=150, sequenceid=297, filesize=12.0 K 2024-11-15T15:19:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/4fde4f4e9d414923b235ffadb98278f8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4fde4f4e9d414923b235ffadb98278f8 2024-11-15T15:19:54,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4fde4f4e9d414923b235ffadb98278f8, entries=150, sequenceid=297, filesize=12.0 K 2024-11-15T15:19:54,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 444ms, sequenceid=297, compaction requested=true 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:54,321 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:54,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:54,321 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:54,322 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:54,322 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:54,322 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:54,322 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:54,322 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:54,322 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:54,322 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/402b0be26cad49f1a301c43932ebd349, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc9b8848bd2c421a89fa76eb2f673d4d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a03b5d84361f4ef9ace0ccca993eb627, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/2f06749a4790401baa25baaa2e5d4d21] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=48.4 K 2024-11-15T15:19:54,322 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b9bda6f2012a4ae189fd2bf3491cf545, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c7e4002c3de847c8b27f8fba3f980a4e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/55187b875b7644058e7e2861c14fde20, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/f040feb27ecb4a46be8c7654337bc14b] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=57.9 K 2024-11-15T15:19:54,323 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 402b0be26cad49f1a301c43932ebd349, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731683989426 2024-11-15T15:19:54,323 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9bda6f2012a4ae189fd2bf3491cf545, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731683989426 2024-11-15T15:19:54,323 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7e4002c3de847c8b27f8fba3f980a4e, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731683990564 2024-11-15T15:19:54,323 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting cc9b8848bd2c421a89fa76eb2f673d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731683990564 2024-11-15T15:19:54,323 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a03b5d84361f4ef9ace0ccca993eb627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731683991728 2024-11-15T15:19:54,324 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55187b875b7644058e7e2861c14fde20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731683991728 2024-11-15T15:19:54,324 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f06749a4790401baa25baaa2e5d4d21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731683993870 2024-11-15T15:19:54,324 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting f040feb27ecb4a46be8c7654337bc14b, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731683993870 2024-11-15T15:19:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-15T15:19:54,326 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-15T15:19:54,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-15T15:19:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-15T15:19:54,330 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:54,330 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:54,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:54,332 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:54,333 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/cc6bd6ec8dff437a97b6416ecaa40203 is 50, key is test_row_0/B:col10/1731683993870/Put/seqid=0 2024-11-15T15:19:54,335 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:54,335 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/0b7981ba7f2f4611ac891b3b52526df3 is 50, key is test_row_0/A:col10/1731683993870/Put/seqid=0 2024-11-15T15:19:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742351_1527 (size=13017) 2024-11-15T15:19:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742350_1526 (size=13017) 2024-11-15T15:19:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-15T15:19:54,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:54,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:54,483 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:54,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/927ab44e987a4c07b59aae2e1e0a087a is 50, key is test_row_0/A:col10/1731683993913/Put/seqid=0 2024-11-15T15:19:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742352_1528 (size=12301) 2024-11-15T15:19:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:54,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:54,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684054535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684054536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684054541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684054542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-15T15:19:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684054643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684054643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684054647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684054649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,743 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/0b7981ba7f2f4611ac891b3b52526df3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0b7981ba7f2f4611ac891b3b52526df3 2024-11-15T15:19:54,745 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/cc6bd6ec8dff437a97b6416ecaa40203 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc6bd6ec8dff437a97b6416ecaa40203 2024-11-15T15:19:54,758 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into 0b7981ba7f2f4611ac891b3b52526df3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:54,759 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:54,759 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=12, startTime=1731683994321; duration=0sec 2024-11-15T15:19:54,759 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:54,759 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:54,759 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:19:54,760 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into cc6bd6ec8dff437a97b6416ecaa40203(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:54,760 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:54,760 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=12, startTime=1731683994321; duration=0sec 2024-11-15T15:19:54,760 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:54,760 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:54,760 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:19:54,760 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:54,761 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:54,761 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/1a8eb007a7e444c08abad237574c8491, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/2d9cd520f84544b081a66dfa8381507e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/5a4a66cd74ef40309c40681025c57a22, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4fde4f4e9d414923b235ffadb98278f8] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=48.4 K 2024-11-15T15:19:54,761 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a8eb007a7e444c08abad237574c8491, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731683989426 2024-11-15T15:19:54,761 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d9cd520f84544b081a66dfa8381507e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731683990564 2024-11-15T15:19:54,762 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a4a66cd74ef40309c40681025c57a22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731683991728 2024-11-15T15:19:54,762 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fde4f4e9d414923b235ffadb98278f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731683993870 2024-11-15T15:19:54,768 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:54,769 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/8c6b3ea288a148fb97290df187068891 is 50, key is test_row_0/C:col10/1731683993870/Put/seqid=0 2024-11-15T15:19:54,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742353_1529 (size=13017) 2024-11-15T15:19:54,776 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/8c6b3ea288a148fb97290df187068891 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/8c6b3ea288a148fb97290df187068891 2024-11-15T15:19:54,779 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into 8c6b3ea288a148fb97290df187068891(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:54,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:54,779 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=12, startTime=1731683994321; duration=0sec 2024-11-15T15:19:54,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:54,779 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684054848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684054848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684054852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684054854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:54,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/927ab44e987a4c07b59aae2e1e0a087a 2024-11-15T15:19:54,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/bc15b7492cb549129713fa71c61fb3b3 is 50, key is test_row_0/B:col10/1731683993913/Put/seqid=0 2024-11-15T15:19:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742354_1530 (size=12301) 2024-11-15T15:19:54,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/bc15b7492cb549129713fa71c61fb3b3 2024-11-15T15:19:54,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/aa40558302674b16845d63239eaf0d04 is 50, key is test_row_0/C:col10/1731683993913/Put/seqid=0 2024-11-15T15:19:54,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742355_1531 (size=12301) 2024-11-15T15:19:54,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/aa40558302674b16845d63239eaf0d04 2024-11-15T15:19:54,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/927ab44e987a4c07b59aae2e1e0a087a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/927ab44e987a4c07b59aae2e1e0a087a 2024-11-15T15:19:54,920 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/927ab44e987a4c07b59aae2e1e0a087a, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T15:19:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/bc15b7492cb549129713fa71c61fb3b3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/bc15b7492cb549129713fa71c61fb3b3 2024-11-15T15:19:54,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/bc15b7492cb549129713fa71c61fb3b3, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T15:19:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/aa40558302674b16845d63239eaf0d04 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/aa40558302674b16845d63239eaf0d04 2024-11-15T15:19:54,927 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/aa40558302674b16845d63239eaf0d04, entries=150, sequenceid=321, filesize=12.0 K 2024-11-15T15:19:54,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 445ms, sequenceid=321, compaction requested=false 2024-11-15T15:19:54,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:54,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:54,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-15T15:19:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-15T15:19:54,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-15T15:19:54,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 598 msec 2024-11-15T15:19:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-15T15:19:54,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 603 msec 2024-11-15T15:19:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:54,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:19:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:54,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/c2522f518ea2414c8f8725544666730f is 50, key is test_row_0/A:col10/1731683994527/Put/seqid=0 2024-11-15T15:19:54,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742356_1532 (size=14741) 2024-11-15T15:19:54,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/c2522f518ea2414c8f8725544666730f 2024-11-15T15:19:54,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/5013ee5e7db7468baee7741d5e54564b is 50, key is test_row_0/B:col10/1731683994527/Put/seqid=0 2024-11-15T15:19:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742357_1533 (size=12301) 2024-11-15T15:19:55,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684055048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684055151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684055152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684055153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684055158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684055158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684055358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/5013ee5e7db7468baee7741d5e54564b 2024-11-15T15:19:55,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/012088c9c57547fdbe940cafa4a4169d is 50, key is test_row_0/C:col10/1731683994527/Put/seqid=0 2024-11-15T15:19:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742358_1534 (size=12301) 2024-11-15T15:19:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-15T15:19:55,432 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-15T15:19:55,433 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:19:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-15T15:19:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-15T15:19:55,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:19:55,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:19:55,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:19:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-15T15:19:55,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:55,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-15T15:19:55,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:55,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:55,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:55,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57588 deadline: 1731684055656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57632 deadline: 1731684055660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57576 deadline: 1731684055660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57616 deadline: 1731684055663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:19:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57528 deadline: 1731684055666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 2024-11-15T15:19:55,717 DEBUG [Thread-2076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:49406 2024-11-15T15:19:55,717 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:55,718 DEBUG [Thread-2068 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:49406 2024-11-15T15:19:55,718 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:55,720 DEBUG [Thread-2070 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:49406 2024-11-15T15:19:55,720 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:55,722 DEBUG [Thread-2074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:49406 2024-11-15T15:19:55,723 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:55,723 DEBUG [Thread-2072 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:49406 2024-11-15T15:19:55,723 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-15T15:19:55,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:55,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-15T15:19:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:19:55,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/012088c9c57547fdbe940cafa4a4169d 2024-11-15T15:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/c2522f518ea2414c8f8725544666730f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c2522f518ea2414c8f8725544666730f 2024-11-15T15:19:55,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c2522f518ea2414c8f8725544666730f, entries=200, sequenceid=337, filesize=14.4 K 2024-11-15T15:19:55,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/5013ee5e7db7468baee7741d5e54564b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/5013ee5e7db7468baee7741d5e54564b 2024-11-15T15:19:55,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/5013ee5e7db7468baee7741d5e54564b, entries=150, sequenceid=337, filesize=12.0 K 2024-11-15T15:19:55,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/012088c9c57547fdbe940cafa4a4169d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/012088c9c57547fdbe940cafa4a4169d 2024-11-15T15:19:55,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/012088c9c57547fdbe940cafa4a4169d, entries=150, sequenceid=337, filesize=12.0 K 2024-11-15T15:19:55,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 843ms, sequenceid=337, compaction requested=true 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:55,785 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f8b9ab1d9ee18b408f33948f2c2e51f:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:19:55,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:55,785 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:55,785 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/A is initiating minor compaction (all files) 2024-11-15T15:19:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:55,785 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/A in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,785 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/B is initiating minor compaction (all files) 2024-11-15T15:19:55,786 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0b7981ba7f2f4611ac891b3b52526df3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/927ab44e987a4c07b59aae2e1e0a087a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c2522f518ea2414c8f8725544666730f] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=39.1 K 2024-11-15T15:19:55,786 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/B in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,786 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc6bd6ec8dff437a97b6416ecaa40203, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/bc15b7492cb549129713fa71c61fb3b3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/5013ee5e7db7468baee7741d5e54564b] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=36.7 K 2024-11-15T15:19:55,786 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b7981ba7f2f4611ac891b3b52526df3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731683993870 2024-11-15T15:19:55,786 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting cc6bd6ec8dff437a97b6416ecaa40203, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731683993870 2024-11-15T15:19:55,786 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 927ab44e987a4c07b59aae2e1e0a087a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731683993909 2024-11-15T15:19:55,786 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bc15b7492cb549129713fa71c61fb3b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731683993909 2024-11-15T15:19:55,786 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2522f518ea2414c8f8725544666730f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731683994527 2024-11-15T15:19:55,786 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 5013ee5e7db7468baee7741d5e54564b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731683994527 2024-11-15T15:19:55,791 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:55,791 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/86180c6704154c3f9688e7f303bb375d is 50, key is test_row_0/A:col10/1731683994527/Put/seqid=0 2024-11-15T15:19:55,792 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:55,793 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/6de96e24467149149233f2816d49bbdc is 50, key is test_row_0/B:col10/1731683994527/Put/seqid=0 2024-11-15T15:19:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742359_1535 (size=13119) 2024-11-15T15:19:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742360_1536 (size=13119) 2024-11-15T15:19:55,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:55,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-15T15:19:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:55,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:55,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:55,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/e36a66aa7a404146b87394b4eb410eeb is 50, key is test_row_0/A:col10/1731683995047/Put/seqid=0 2024-11-15T15:19:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742361_1537 (size=12301) 2024-11-15T15:19:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-15T15:19:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:56,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. as already flushing 2024-11-15T15:19:56,168 DEBUG [Thread-2065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:49406 2024-11-15T15:19:56,168 DEBUG [Thread-2065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,198 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/86180c6704154c3f9688e7f303bb375d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/86180c6704154c3f9688e7f303bb375d 2024-11-15T15:19:56,199 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/6de96e24467149149233f2816d49bbdc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6de96e24467149149233f2816d49bbdc 2024-11-15T15:19:56,202 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/A of 7f8b9ab1d9ee18b408f33948f2c2e51f into 86180c6704154c3f9688e7f303bb375d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:56,202 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/A, priority=13, startTime=1731683995785; duration=0sec 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:A 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:19:56,202 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/B of 7f8b9ab1d9ee18b408f33948f2c2e51f into 6de96e24467149149233f2816d49bbdc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:56,202 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/B, priority=13, startTime=1731683995785; duration=0sec 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:56,202 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:B 2024-11-15T15:19:56,203 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:19:56,203 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): 7f8b9ab1d9ee18b408f33948f2c2e51f/C is initiating minor compaction (all files) 2024-11-15T15:19:56,203 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f8b9ab1d9ee18b408f33948f2c2e51f/C in TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:56,203 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/8c6b3ea288a148fb97290df187068891, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/aa40558302674b16845d63239eaf0d04, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/012088c9c57547fdbe940cafa4a4169d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp, totalSize=36.7 K 2024-11-15T15:19:56,203 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c6b3ea288a148fb97290df187068891, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731683993870 2024-11-15T15:19:56,203 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa40558302674b16845d63239eaf0d04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731683993909 2024-11-15T15:19:56,204 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012088c9c57547fdbe940cafa4a4169d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731683994527 2024-11-15T15:19:56,208 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f8b9ab1d9ee18b408f33948f2c2e51f#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:19:56,209 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/ff15ce210c6a41a59f0692179c059856 is 50, key is test_row_0/C:col10/1731683994527/Put/seqid=0 2024-11-15T15:19:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742362_1538 (size=13119) 2024-11-15T15:19:56,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/e36a66aa7a404146b87394b4eb410eeb 2024-11-15T15:19:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/84e3ceeba94b4c42a36f88062d4ea9cf is 50, key is test_row_0/B:col10/1731683995047/Put/seqid=0 2024-11-15T15:19:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742363_1539 (size=12301) 2024-11-15T15:19:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-15T15:19:56,616 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/ff15ce210c6a41a59f0692179c059856 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ff15ce210c6a41a59f0692179c059856 2024-11-15T15:19:56,619 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f8b9ab1d9ee18b408f33948f2c2e51f/C of 7f8b9ab1d9ee18b408f33948f2c2e51f into ff15ce210c6a41a59f0692179c059856(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:19:56,619 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:56,619 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f., storeName=7f8b9ab1d9ee18b408f33948f2c2e51f/C, priority=13, startTime=1731683995785; duration=0sec 2024-11-15T15:19:56,619 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:19:56,619 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f8b9ab1d9ee18b408f33948f2c2e51f:C 2024-11-15T15:19:56,669 DEBUG [Thread-2063 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:49406 2024-11-15T15:19:56,669 DEBUG [Thread-2057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:49406 2024-11-15T15:19:56,669 DEBUG [Thread-2063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,669 DEBUG [Thread-2057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,670 DEBUG [Thread-2059 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:49406 2024-11-15T15:19:56,670 DEBUG [Thread-2059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,675 DEBUG [Thread-2061 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:49406 2024-11-15T15:19:56,675 DEBUG [Thread-2061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:56,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/84e3ceeba94b4c42a36f88062d4ea9cf 2024-11-15T15:19:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/e63c11d4837c47068fc15b6b5f23b4b4 is 50, key is test_row_0/C:col10/1731683995047/Put/seqid=0 2024-11-15T15:19:56,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742364_1540 (size=12301) 2024-11-15T15:19:57,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/e63c11d4837c47068fc15b6b5f23b4b4 2024-11-15T15:19:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/e36a66aa7a404146b87394b4eb410eeb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e36a66aa7a404146b87394b4eb410eeb 2024-11-15T15:19:57,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e36a66aa7a404146b87394b4eb410eeb, entries=150, sequenceid=360, filesize=12.0 K 2024-11-15T15:19:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/84e3ceeba94b4c42a36f88062d4ea9cf as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/84e3ceeba94b4c42a36f88062d4ea9cf 2024-11-15T15:19:57,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/84e3ceeba94b4c42a36f88062d4ea9cf, entries=150, sequenceid=360, filesize=12.0 K 2024-11-15T15:19:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/e63c11d4837c47068fc15b6b5f23b4b4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/e63c11d4837c47068fc15b6b5f23b4b4 2024-11-15T15:19:57,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/e63c11d4837c47068fc15b6b5f23b4b4, entries=150, sequenceid=360, filesize=12.0 K 2024-11-15T15:19:57,129 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1237ms, sequenceid=360, compaction requested=false 2024-11-15T15:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-15T15:19:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-15T15:19:57,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-15T15:19:57,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6950 sec 2024-11-15T15:19:57,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.6980 sec 2024-11-15T15:19:57,208 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:19:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-15T15:19:57,538 INFO [Thread-2067 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2810 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8430 rows 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2800 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8400 rows 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2804 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8412 rows 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2816 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8448 rows 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2817 2024-11-15T15:19:57,538 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8451 rows 2024-11-15T15:19:57,538 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:19:57,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:49406 2024-11-15T15:19:57,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:19:57,541 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-15T15:19:57,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T15:19:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-15T15:19:57,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683997544"}]},"ts":"1731683997544"} 2024-11-15T15:19:57,545 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T15:19:57,548 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T15:19:57,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:19:57,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, UNASSIGN}] 2024-11-15T15:19:57,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, UNASSIGN 2024-11-15T15:19:57,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=7f8b9ab1d9ee18b408f33948f2c2e51f, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:19:57,551 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:19:57,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:19:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-15T15:19:57,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:19:57,703 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:57,703 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:19:57,703 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 7f8b9ab1d9ee18b408f33948f2c2e51f, disabling compactions & flushes 2024-11-15T15:19:57,703 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:57,703 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:57,703 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. after waiting 0 ms 2024-11-15T15:19:57,703 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:57,703 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(2837): Flushing 7f8b9ab1d9ee18b408f33948f2c2e51f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-15T15:19:57,704 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=A 2024-11-15T15:19:57,704 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:57,704 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=B 2024-11-15T15:19:57,704 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:57,704 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f8b9ab1d9ee18b408f33948f2c2e51f, store=C 2024-11-15T15:19:57,704 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:19:57,707 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/a891ef27ae8840e9ab268f79733d238e is 50, key is test_row_0/A:col10/1731683996674/Put/seqid=0 2024-11-15T15:19:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742365_1541 (size=12301) 2024-11-15T15:19:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-15T15:19:58,111 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/a891ef27ae8840e9ab268f79733d238e 2024-11-15T15:19:58,116 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/8ce2cd651f3643f48dc7a6fc63370c33 is 50, key is test_row_0/B:col10/1731683996674/Put/seqid=0 2024-11-15T15:19:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742366_1542 (size=12301) 2024-11-15T15:19:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-15T15:19:58,519 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/8ce2cd651f3643f48dc7a6fc63370c33 2024-11-15T15:19:58,525 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/c9a794a52bea41808ada7494ab3b05f2 is 50, key is test_row_0/C:col10/1731683996674/Put/seqid=0 2024-11-15T15:19:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742367_1543 (size=12301) 2024-11-15T15:19:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-15T15:19:58,929 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/c9a794a52bea41808ada7494ab3b05f2 2024-11-15T15:19:58,932 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/A/a891ef27ae8840e9ab268f79733d238e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a891ef27ae8840e9ab268f79733d238e 2024-11-15T15:19:58,935 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a891ef27ae8840e9ab268f79733d238e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T15:19:58,935 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/B/8ce2cd651f3643f48dc7a6fc63370c33 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8ce2cd651f3643f48dc7a6fc63370c33 2024-11-15T15:19:58,937 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8ce2cd651f3643f48dc7a6fc63370c33, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T15:19:58,938 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/.tmp/C/c9a794a52bea41808ada7494ab3b05f2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c9a794a52bea41808ada7494ab3b05f2 2024-11-15T15:19:58,940 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c9a794a52bea41808ada7494ab3b05f2, entries=150, sequenceid=371, filesize=12.0 K 2024-11-15T15:19:58,941 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7f8b9ab1d9ee18b408f33948f2c2e51f in 1238ms, sequenceid=371, compaction requested=true 2024-11-15T15:19:58,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/6d8ccf8406d742de898283f6b62d8423, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/07126322e4e846abbfdb1f449112d015, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b1e7317fde8f4bca8dbc449a9114f313, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/97bd31cb92a64a099249ebfb20fae126, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/7c359466f4bd452baf5757baca022c09, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/010e6bbaaeb241b39c2afa15b6bddd79, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/3202a6f0107043e49a7fc531af5f7536, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/dceb17e469bd434cbdc878566052f170, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51d448277369437495e0a46631458b07, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/93085fd618ef481fb6d7672ded9bc2b6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d840dff53e004355adddded83e544849, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0d731cf033e14a55a9d92dcdfd5f83fc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d12cfa48db2a4733afe0f1e8330d16dc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51612fd9dd55414a8cd021a7aad9a47c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e31f57b9e030427fbefefbd29765840e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/499242ef001c4aac9292257173faa002, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a64a7539030b4b929c19e366aa0010e5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b9bda6f2012a4ae189fd2bf3491cf545, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c7e4002c3de847c8b27f8fba3f980a4e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/55187b875b7644058e7e2861c14fde20, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/f040feb27ecb4a46be8c7654337bc14b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0b7981ba7f2f4611ac891b3b52526df3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/927ab44e987a4c07b59aae2e1e0a087a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c2522f518ea2414c8f8725544666730f] to archive 2024-11-15T15:19:58,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:58,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/6d8ccf8406d742de898283f6b62d8423 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/6d8ccf8406d742de898283f6b62d8423 2024-11-15T15:19:58,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/07126322e4e846abbfdb1f449112d015 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/07126322e4e846abbfdb1f449112d015 2024-11-15T15:19:58,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b1e7317fde8f4bca8dbc449a9114f313 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b1e7317fde8f4bca8dbc449a9114f313 2024-11-15T15:19:58,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/97bd31cb92a64a099249ebfb20fae126 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/97bd31cb92a64a099249ebfb20fae126 2024-11-15T15:19:58,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/7c359466f4bd452baf5757baca022c09 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/7c359466f4bd452baf5757baca022c09 2024-11-15T15:19:58,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/010e6bbaaeb241b39c2afa15b6bddd79 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/010e6bbaaeb241b39c2afa15b6bddd79 2024-11-15T15:19:58,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/3202a6f0107043e49a7fc531af5f7536 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/3202a6f0107043e49a7fc531af5f7536 2024-11-15T15:19:58,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/dceb17e469bd434cbdc878566052f170 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/dceb17e469bd434cbdc878566052f170 2024-11-15T15:19:58,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51d448277369437495e0a46631458b07 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51d448277369437495e0a46631458b07 2024-11-15T15:19:58,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/93085fd618ef481fb6d7672ded9bc2b6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/93085fd618ef481fb6d7672ded9bc2b6 2024-11-15T15:19:58,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d840dff53e004355adddded83e544849 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d840dff53e004355adddded83e544849 2024-11-15T15:19:58,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0d731cf033e14a55a9d92dcdfd5f83fc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0d731cf033e14a55a9d92dcdfd5f83fc 2024-11-15T15:19:58,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d12cfa48db2a4733afe0f1e8330d16dc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/d12cfa48db2a4733afe0f1e8330d16dc 2024-11-15T15:19:58,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51612fd9dd55414a8cd021a7aad9a47c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/51612fd9dd55414a8cd021a7aad9a47c 2024-11-15T15:19:58,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e31f57b9e030427fbefefbd29765840e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e31f57b9e030427fbefefbd29765840e 2024-11-15T15:19:58,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/499242ef001c4aac9292257173faa002 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/499242ef001c4aac9292257173faa002 2024-11-15T15:19:58,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a64a7539030b4b929c19e366aa0010e5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a64a7539030b4b929c19e366aa0010e5 2024-11-15T15:19:58,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b9bda6f2012a4ae189fd2bf3491cf545 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/b9bda6f2012a4ae189fd2bf3491cf545 2024-11-15T15:19:58,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c7e4002c3de847c8b27f8fba3f980a4e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c7e4002c3de847c8b27f8fba3f980a4e 2024-11-15T15:19:58,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/55187b875b7644058e7e2861c14fde20 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/55187b875b7644058e7e2861c14fde20 2024-11-15T15:19:58,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/f040feb27ecb4a46be8c7654337bc14b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/f040feb27ecb4a46be8c7654337bc14b 2024-11-15T15:19:58,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0b7981ba7f2f4611ac891b3b52526df3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/0b7981ba7f2f4611ac891b3b52526df3 2024-11-15T15:19:58,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/927ab44e987a4c07b59aae2e1e0a087a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/927ab44e987a4c07b59aae2e1e0a087a 2024-11-15T15:19:58,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c2522f518ea2414c8f8725544666730f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/c2522f518ea2414c8f8725544666730f 2024-11-15T15:19:58,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/27640bdd0aff436aa79f2fed4ce85261, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8b1e60630fd94c3d93fa37bd83346b11, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/d36cc63156944eb1a70377a3acadfae5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b4ff91ddb4354cfa8287781249386ff5, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/40d603e91cdb463392925298b88d262f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/824c547222a240d1b2189671277890a1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/fddabb8d064642eba5ec522bfa3907e0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/38269c7a2427458cbab0a7159f71f78f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/ab693053092e4c1b990f850cc3d063eb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/4844fd3130dd4b5f8b9f19c223e42410, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6eba37d69cea407f80ecae6fb9f457de, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/f52dfb7b9e14499cadedf1ee37d57710, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/aa4294af14f744f78c01163fb9204cb6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b2660e178fce4b87b48e12efa7fa78da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/7fc4c5baa5994df4891113d061853671, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a244737f501948b7b702dcc359e0e972, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/402b0be26cad49f1a301c43932ebd349, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/81a29aa37c254e06a9486b308e029e75, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc9b8848bd2c421a89fa76eb2f673d4d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a03b5d84361f4ef9ace0ccca993eb627, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc6bd6ec8dff437a97b6416ecaa40203, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/2f06749a4790401baa25baaa2e5d4d21, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/bc15b7492cb549129713fa71c61fb3b3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/5013ee5e7db7468baee7741d5e54564b] to archive 2024-11-15T15:19:58,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:58,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/27640bdd0aff436aa79f2fed4ce85261 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/27640bdd0aff436aa79f2fed4ce85261 2024-11-15T15:19:58,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8b1e60630fd94c3d93fa37bd83346b11 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8b1e60630fd94c3d93fa37bd83346b11 2024-11-15T15:19:58,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/d36cc63156944eb1a70377a3acadfae5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/d36cc63156944eb1a70377a3acadfae5 2024-11-15T15:19:58,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b4ff91ddb4354cfa8287781249386ff5 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b4ff91ddb4354cfa8287781249386ff5 2024-11-15T15:19:58,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/40d603e91cdb463392925298b88d262f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/40d603e91cdb463392925298b88d262f 2024-11-15T15:19:58,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/824c547222a240d1b2189671277890a1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/824c547222a240d1b2189671277890a1 2024-11-15T15:19:58,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/fddabb8d064642eba5ec522bfa3907e0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/fddabb8d064642eba5ec522bfa3907e0 2024-11-15T15:19:58,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/38269c7a2427458cbab0a7159f71f78f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/38269c7a2427458cbab0a7159f71f78f 2024-11-15T15:19:58,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/ab693053092e4c1b990f850cc3d063eb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/ab693053092e4c1b990f850cc3d063eb 2024-11-15T15:19:58,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/4844fd3130dd4b5f8b9f19c223e42410 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/4844fd3130dd4b5f8b9f19c223e42410 2024-11-15T15:19:58,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6eba37d69cea407f80ecae6fb9f457de to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6eba37d69cea407f80ecae6fb9f457de 2024-11-15T15:19:58,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/f52dfb7b9e14499cadedf1ee37d57710 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/f52dfb7b9e14499cadedf1ee37d57710 2024-11-15T15:19:58,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/aa4294af14f744f78c01163fb9204cb6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/aa4294af14f744f78c01163fb9204cb6 2024-11-15T15:19:58,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b2660e178fce4b87b48e12efa7fa78da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/b2660e178fce4b87b48e12efa7fa78da 2024-11-15T15:19:58,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/7fc4c5baa5994df4891113d061853671 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/7fc4c5baa5994df4891113d061853671 2024-11-15T15:19:58,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a244737f501948b7b702dcc359e0e972 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a244737f501948b7b702dcc359e0e972 2024-11-15T15:19:58,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/402b0be26cad49f1a301c43932ebd349 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/402b0be26cad49f1a301c43932ebd349 2024-11-15T15:19:58,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/81a29aa37c254e06a9486b308e029e75 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/81a29aa37c254e06a9486b308e029e75 2024-11-15T15:19:58,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc9b8848bd2c421a89fa76eb2f673d4d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc9b8848bd2c421a89fa76eb2f673d4d 2024-11-15T15:19:58,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a03b5d84361f4ef9ace0ccca993eb627 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/a03b5d84361f4ef9ace0ccca993eb627 2024-11-15T15:19:58,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc6bd6ec8dff437a97b6416ecaa40203 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/cc6bd6ec8dff437a97b6416ecaa40203 2024-11-15T15:19:58,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/2f06749a4790401baa25baaa2e5d4d21 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/2f06749a4790401baa25baaa2e5d4d21 2024-11-15T15:19:58,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/bc15b7492cb549129713fa71c61fb3b3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/bc15b7492cb549129713fa71c61fb3b3 2024-11-15T15:19:58,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/5013ee5e7db7468baee7741d5e54564b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/5013ee5e7db7468baee7741d5e54564b 2024-11-15T15:19:58,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/3d453f070f72480bb32fb520a3fec41a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/df5f8bff01f14215a9c6dee12b6c8f83, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/11533bf7c50c40cebbb54e8b0e9613ad, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/a0242a5b4efc439691de7da04270861e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ac902ed8eaff46c0bf355bdae506b15c, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/d204924d861e4fcfa1c34daff059db33, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/187332887cb74258b0cfb162260bc503, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/6cf7008dcaae4fbb8062a3f7c3a84f60, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/7b09be2d683e4af79f4b17dc0d2355f1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c379f598652f4e058491b67f4d045fc1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59bbea5a20cb42dd80185b6ea5195812, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/92d90fd6188646a3b312e0e82bfde020, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59f4a857127a4911b328ff48cabd587d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4b757163a83e4345a6fb0ab8ee3e31a7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/105daa49aa8d448c83160a77a99814b0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/1a8eb007a7e444c08abad237574c8491, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/b88d6edc10fd448d8b14acc06c09cea2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/2d9cd520f84544b081a66dfa8381507e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/5a4a66cd74ef40309c40681025c57a22, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/8c6b3ea288a148fb97290df187068891, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4fde4f4e9d414923b235ffadb98278f8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/aa40558302674b16845d63239eaf0d04, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/012088c9c57547fdbe940cafa4a4169d] to archive 2024-11-15T15:19:58,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:19:58,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/3d453f070f72480bb32fb520a3fec41a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/3d453f070f72480bb32fb520a3fec41a 2024-11-15T15:19:58,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/df5f8bff01f14215a9c6dee12b6c8f83 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/df5f8bff01f14215a9c6dee12b6c8f83 2024-11-15T15:19:58,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/11533bf7c50c40cebbb54e8b0e9613ad to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/11533bf7c50c40cebbb54e8b0e9613ad 2024-11-15T15:19:58,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/a0242a5b4efc439691de7da04270861e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/a0242a5b4efc439691de7da04270861e 2024-11-15T15:19:58,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/cf5f6bf6ac2c4ae6a9d77d27deb520eb 2024-11-15T15:19:58,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ac902ed8eaff46c0bf355bdae506b15c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ac902ed8eaff46c0bf355bdae506b15c 2024-11-15T15:19:58,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/d204924d861e4fcfa1c34daff059db33 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/d204924d861e4fcfa1c34daff059db33 2024-11-15T15:19:58,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/187332887cb74258b0cfb162260bc503 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/187332887cb74258b0cfb162260bc503 2024-11-15T15:19:58,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/6cf7008dcaae4fbb8062a3f7c3a84f60 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/6cf7008dcaae4fbb8062a3f7c3a84f60 2024-11-15T15:19:58,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/7b09be2d683e4af79f4b17dc0d2355f1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/7b09be2d683e4af79f4b17dc0d2355f1 2024-11-15T15:19:58,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c379f598652f4e058491b67f4d045fc1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c379f598652f4e058491b67f4d045fc1 2024-11-15T15:19:58,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59bbea5a20cb42dd80185b6ea5195812 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59bbea5a20cb42dd80185b6ea5195812 2024-11-15T15:19:58,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/92d90fd6188646a3b312e0e82bfde020 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/92d90fd6188646a3b312e0e82bfde020 2024-11-15T15:19:58,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59f4a857127a4911b328ff48cabd587d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/59f4a857127a4911b328ff48cabd587d 2024-11-15T15:19:58,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4b757163a83e4345a6fb0ab8ee3e31a7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4b757163a83e4345a6fb0ab8ee3e31a7 2024-11-15T15:19:58,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/105daa49aa8d448c83160a77a99814b0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/105daa49aa8d448c83160a77a99814b0 2024-11-15T15:19:58,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/1a8eb007a7e444c08abad237574c8491 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/1a8eb007a7e444c08abad237574c8491 2024-11-15T15:19:58,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/b88d6edc10fd448d8b14acc06c09cea2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/b88d6edc10fd448d8b14acc06c09cea2 2024-11-15T15:19:58,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/2d9cd520f84544b081a66dfa8381507e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/2d9cd520f84544b081a66dfa8381507e 2024-11-15T15:19:58,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/5a4a66cd74ef40309c40681025c57a22 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/5a4a66cd74ef40309c40681025c57a22 2024-11-15T15:19:58,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/8c6b3ea288a148fb97290df187068891 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/8c6b3ea288a148fb97290df187068891 2024-11-15T15:19:58,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4fde4f4e9d414923b235ffadb98278f8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/4fde4f4e9d414923b235ffadb98278f8 2024-11-15T15:19:59,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/aa40558302674b16845d63239eaf0d04 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/aa40558302674b16845d63239eaf0d04 2024-11-15T15:19:59,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/012088c9c57547fdbe940cafa4a4169d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/012088c9c57547fdbe940cafa4a4169d 2024-11-15T15:19:59,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/recovered.edits/374.seqid, newMaxSeqId=374, maxSeqId=1 2024-11-15T15:19:59,004 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f. 2024-11-15T15:19:59,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 7f8b9ab1d9ee18b408f33948f2c2e51f: 2024-11-15T15:19:59,005 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:59,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=7f8b9ab1d9ee18b408f33948f2c2e51f, regionState=CLOSED 2024-11-15T15:19:59,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-15T15:19:59,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 7f8b9ab1d9ee18b408f33948f2c2e51f, server=f3372238866c,45001,1731683848865 in 1.4560 sec 2024-11-15T15:19:59,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-15T15:19:59,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f8b9ab1d9ee18b408f33948f2c2e51f, UNASSIGN in 1.4580 sec 2024-11-15T15:19:59,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-15T15:19:59,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4610 sec 2024-11-15T15:19:59,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731683999011"}]},"ts":"1731683999011"} 2024-11-15T15:19:59,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T15:19:59,014 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T15:19:59,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4730 sec 2024-11-15T15:19:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-15T15:19:59,648 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-15T15:19:59,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T15:19:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,649 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-15T15:19:59,650 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=156, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,651 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:59,653 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/recovered.edits] 2024-11-15T15:19:59,655 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/86180c6704154c3f9688e7f303bb375d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/86180c6704154c3f9688e7f303bb375d 2024-11-15T15:19:59,656 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a891ef27ae8840e9ab268f79733d238e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/a891ef27ae8840e9ab268f79733d238e 2024-11-15T15:19:59,656 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e36a66aa7a404146b87394b4eb410eeb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/A/e36a66aa7a404146b87394b4eb410eeb 2024-11-15T15:19:59,658 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6de96e24467149149233f2816d49bbdc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/6de96e24467149149233f2816d49bbdc 2024-11-15T15:19:59,659 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/84e3ceeba94b4c42a36f88062d4ea9cf to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/84e3ceeba94b4c42a36f88062d4ea9cf 2024-11-15T15:19:59,660 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8ce2cd651f3643f48dc7a6fc63370c33 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/B/8ce2cd651f3643f48dc7a6fc63370c33 2024-11-15T15:19:59,661 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c9a794a52bea41808ada7494ab3b05f2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/c9a794a52bea41808ada7494ab3b05f2 2024-11-15T15:19:59,662 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/e63c11d4837c47068fc15b6b5f23b4b4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/e63c11d4837c47068fc15b6b5f23b4b4 2024-11-15T15:19:59,663 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ff15ce210c6a41a59f0692179c059856 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/C/ff15ce210c6a41a59f0692179c059856 2024-11-15T15:19:59,665 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/recovered.edits/374.seqid to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f/recovered.edits/374.seqid 2024-11-15T15:19:59,665 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/7f8b9ab1d9ee18b408f33948f2c2e51f 2024-11-15T15:19:59,665 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T15:19:59,667 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=156, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,668 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T15:19:59,669 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T15:19:59,670 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=156, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,670 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T15:19:59,670 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731683999670"}]},"ts":"9223372036854775807"} 2024-11-15T15:19:59,672 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-15T15:19:59,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7f8b9ab1d9ee18b408f33948f2c2e51f, NAME => 'TestAcidGuarantees,,1731683973497.7f8b9ab1d9ee18b408f33948f2c2e51f.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T15:19:59,672 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T15:19:59,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731683999672"}]},"ts":"9223372036854775807"} 2024-11-15T15:19:59,673 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-15T15:19:59,675 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=156, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-15T15:19:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-15T15:19:59,751 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-15T15:19:59,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=449 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=3068 (was 3065) - AvailableMemoryMB LEAK? - 2024-11-15T15:19:59,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=3067 2024-11-15T15:19:59,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:19:59,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:19:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-15T15:19:59,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T15:19:59,772 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:19:59,772 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 157 2024-11-15T15:19:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-15T15:19:59,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T15:19:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742368_1544 (size=960) 2024-11-15T15:19:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-15T15:20:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-15T15:20:00,178 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38 2024-11-15T15:20:00,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742369_1545 (size=53) 2024-11-15T15:20:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-15T15:20:00,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:00,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a1c6390b02ae00f4c81c41d1872533e6, disabling compactions & flushes 2024-11-15T15:20:00,583 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. after waiting 0 ms 2024-11-15T15:20:00,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,584 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,584 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:00,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T15:20:00,585 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731684000585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731684000585"}]},"ts":"1731684000585"} 2024-11-15T15:20:00,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-15T15:20:00,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T15:20:00,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684000586"}]},"ts":"1731684000586"} 2024-11-15T15:20:00,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-15T15:20:00,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, ASSIGN}] 2024-11-15T15:20:00,591 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, ASSIGN 2024-11-15T15:20:00,592 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, ASSIGN; state=OFFLINE, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=false 2024-11-15T15:20:00,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:20:00,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; OpenRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:20:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-15T15:20:00,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:00,897 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,897 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7285): Opening region: {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:00,897 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,898 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:00,898 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7327): checking encryption for a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,898 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7330): checking classloading for a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,899 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,900 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:20:00,900 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c6390b02ae00f4c81c41d1872533e6 columnFamilyName A 2024-11-15T15:20:00,900 DEBUG [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:00,900 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(327): Store=a1c6390b02ae00f4c81c41d1872533e6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:00,900 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,901 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:20:00,901 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c6390b02ae00f4c81c41d1872533e6 columnFamilyName B 2024-11-15T15:20:00,901 DEBUG [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:00,902 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(327): Store=a1c6390b02ae00f4c81c41d1872533e6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:00,902 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,902 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:20:00,902 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c6390b02ae00f4c81c41d1872533e6 columnFamilyName C 2024-11-15T15:20:00,903 DEBUG [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:00,903 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(327): Store=a1c6390b02ae00f4c81c41d1872533e6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:00,903 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,904 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,904 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,905 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:20:00,906 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1085): writing seq id for a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:00,907 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T15:20:00,907 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1102): Opened a1c6390b02ae00f4c81c41d1872533e6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59692979, jitterRate=-0.11050529778003693}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:20:00,908 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1001): Region open journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:00,909 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., pid=159, masterSystemTime=1731684000895 2024-11-15T15:20:00,910 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,910 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:00,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=OPEN, openSeqNum=2, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:20:00,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-15T15:20:00,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; OpenRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 in 168 msec 2024-11-15T15:20:00,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-15T15:20:00,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, ASSIGN in 322 msec 2024-11-15T15:20:00,913 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T15:20:00,913 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684000913"}]},"ts":"1731684000913"} 2024-11-15T15:20:00,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-15T15:20:00,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T15:20:00,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-15T15:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-15T15:20:01,876 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-15T15:20:01,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-15T15:20:01,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:01,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:01,886 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:01,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T15:20:01,887 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T15:20:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-15T15:20:01,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T15:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742370_1546 (size=996) 2024-11-15T15:20:02,299 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-15T15:20:02,299 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-15T15:20:02,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:20:02,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, REOPEN/MOVE}] 2024-11-15T15:20:02,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, REOPEN/MOVE 2024-11-15T15:20:02,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,304 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:20:02,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:20:02,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:02,456 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,456 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:20:02,456 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing a1c6390b02ae00f4c81c41d1872533e6, disabling compactions & flushes 2024-11-15T15:20:02,456 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,456 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,456 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. after waiting 0 ms 2024-11-15T15:20:02,456 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,459 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-15T15:20:02,459 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,459 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:02,460 WARN [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionServer(3786): Not adding moved region record: a1c6390b02ae00f4c81c41d1872533e6 to self. 2024-11-15T15:20:02,461 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=CLOSED 2024-11-15T15:20:02,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-15T15:20:02,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 in 158 msec 2024-11-15T15:20:02,463 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, REOPEN/MOVE; state=CLOSED, location=f3372238866c,45001,1731683848865; forceNewPlan=false, retain=true 2024-11-15T15:20:02,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=OPENING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=162, state=RUNNABLE; OpenRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:20:02,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:02,768 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,768 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7285): Opening region: {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T15:20:02,769 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,769 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T15:20:02,769 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7327): checking encryption for a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,769 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7330): checking classloading for a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,770 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,770 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:20:02,771 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c6390b02ae00f4c81c41d1872533e6 columnFamilyName A 2024-11-15T15:20:02,771 DEBUG [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:02,772 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(327): Store=a1c6390b02ae00f4c81c41d1872533e6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:02,772 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,773 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:20:02,773 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c6390b02ae00f4c81c41d1872533e6 columnFamilyName B 2024-11-15T15:20:02,773 DEBUG [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:02,773 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(327): Store=a1c6390b02ae00f4c81c41d1872533e6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:02,773 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,774 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-15T15:20:02,774 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c6390b02ae00f4c81c41d1872533e6 columnFamilyName C 2024-11-15T15:20:02,774 DEBUG [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:02,774 INFO [StoreOpener-a1c6390b02ae00f4c81c41d1872533e6-1 {}] regionserver.HStore(327): Store=a1c6390b02ae00f4c81c41d1872533e6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T15:20:02,774 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,775 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,775 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,776 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T15:20:02,777 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1085): writing seq id for a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,778 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1102): Opened a1c6390b02ae00f4c81c41d1872533e6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72628580, jitterRate=0.08225017786026001}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T15:20:02,778 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1001): Region open journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:02,779 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., pid=164, masterSystemTime=1731684002766 2024-11-15T15:20:02,780 DEBUG [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,780 INFO [RS_OPEN_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=OPEN, openSeqNum=5, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=162 2024-11-15T15:20:02,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=162, state=SUCCESS; OpenRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 in 167 msec 2024-11-15T15:20:02,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-15T15:20:02,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, REOPEN/MOVE in 480 msec 2024-11-15T15:20:02,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-15T15:20:02,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-15T15:20:02,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-15T15:20:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-15T15:20:02,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-15T15:20:02,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-15T15:20:02,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-15T15:20:02,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-15T15:20:02,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-15T15:20:02,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-15T15:20:02,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-15T15:20:02,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,811 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-15T15:20:02,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-15T15:20:02,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:49406 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-15T15:20:02,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T15:20:02,821 DEBUG [hconnection-0xadb2dac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,822 DEBUG [hconnection-0x9d4c537-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,822 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,822 DEBUG [hconnection-0x370e49da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,822 DEBUG [hconnection-0x4c27bb5f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,822 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,823 DEBUG [hconnection-0x4dadc8b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,823 DEBUG [hconnection-0x7aa0c4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,823 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,823 DEBUG [hconnection-0x7cf328cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,823 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,823 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,824 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:02,824 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,825 DEBUG [hconnection-0xf0d805e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-15T15:20:02,825 DEBUG [hconnection-0x6098a812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,826 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,826 DEBUG [hconnection-0x1fe8236f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T15:20:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:02,826 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:02,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,827 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T15:20:02,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:02,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-15T15:20:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:02,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111572eb7991b44e40fda92225229cb13899_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684002831/Put/seqid=0 2024-11-15T15:20:02,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742371_1547 (size=12154) 2024-11-15T15:20:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684062875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684062875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684062876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684062876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684062876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:02,883 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111572eb7991b44e40fda92225229cb13899_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111572eb7991b44e40fda92225229cb13899_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:02,884 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/adf125c7c2ab4c3094e09d3bbfb52bd0, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:02,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/adf125c7c2ab4c3094e09d3bbfb52bd0 is 175, key is test_row_0/A:col10/1731684002831/Put/seqid=0 2024-11-15T15:20:02,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742372_1548 (size=30955) 2024-11-15T15:20:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:02,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684062979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684062979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:02,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:02,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684062979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684062980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684062980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:03,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:03,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684063181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684063182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684063182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684063182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684063182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:03,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/adf125c7c2ab4c3094e09d3bbfb52bd0 2024-11-15T15:20:03,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/f01b0e47f8ff463690e2bb9994055f0f is 50, key is test_row_0/B:col10/1731684002831/Put/seqid=0 2024-11-15T15:20:03,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742373_1549 (size=12001) 2024-11-15T15:20:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:03,437 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684063483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684063484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684063485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684063485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684063486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:03,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/f01b0e47f8ff463690e2bb9994055f0f 2024-11-15T15:20:03,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4 is 50, key is test_row_0/C:col10/1731684002831/Put/seqid=0 2024-11-15T15:20:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742374_1550 (size=12001) 2024-11-15T15:20:03,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:03,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4 2024-11-15T15:20:03,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:03,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/adf125c7c2ab4c3094e09d3bbfb52bd0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0 2024-11-15T15:20:03,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0, entries=150, sequenceid=17, filesize=30.2 K 2024-11-15T15:20:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/f01b0e47f8ff463690e2bb9994055f0f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f01b0e47f8ff463690e2bb9994055f0f 2024-11-15T15:20:03,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f01b0e47f8ff463690e2bb9994055f0f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T15:20:03,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4 2024-11-15T15:20:03,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-15T15:20:03,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a1c6390b02ae00f4c81c41d1872533e6 in 927ms, sequenceid=17, compaction requested=false 2024-11-15T15:20:03,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:03,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:03,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-15T15:20:03,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:03,900 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115817db17f7cf34e148a7ecef27c30588f_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684002875/Put/seqid=0 2024-11-15T15:20:03,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742375_1551 (size=12154) 2024-11-15T15:20:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:03,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:03,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684063995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684063996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684063996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684063997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684063997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684064099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684064100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684064100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684064100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684064100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684064301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684064302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684064302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684064302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684064302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:04,315 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115817db17f7cf34e148a7ecef27c30588f_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115817db17f7cf34e148a7ecef27c30588f_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/2384d72782a94df5aa0bae8a2ff477a2, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/2384d72782a94df5aa0bae8a2ff477a2 is 175, key is test_row_0/A:col10/1731684002875/Put/seqid=0 2024-11-15T15:20:04,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742376_1552 (size=30955) 2024-11-15T15:20:04,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T15:20:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684064604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684064605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684064605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684064605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684064606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:04,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/2384d72782a94df5aa0bae8a2ff477a2 2024-11-15T15:20:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/61ea0812abe041d0b6cedd6e6b4b34cb is 50, key is test_row_0/B:col10/1731684002875/Put/seqid=0 2024-11-15T15:20:04,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742377_1553 (size=12001) 2024-11-15T15:20:04,762 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/61ea0812abe041d0b6cedd6e6b4b34cb 2024-11-15T15:20:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/a907fbfa52df49e0837b4f2fba49ba57 is 50, key is test_row_0/C:col10/1731684002875/Put/seqid=0 2024-11-15T15:20:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742378_1554 (size=12001) 2024-11-15T15:20:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:05,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684065109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684065109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684065111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684065111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684065111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:05,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/a907fbfa52df49e0837b4f2fba49ba57 2024-11-15T15:20:05,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/2384d72782a94df5aa0bae8a2ff477a2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2 2024-11-15T15:20:05,182 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-15T15:20:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/61ea0812abe041d0b6cedd6e6b4b34cb as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/61ea0812abe041d0b6cedd6e6b4b34cb 2024-11-15T15:20:05,186 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/61ea0812abe041d0b6cedd6e6b4b34cb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T15:20:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/a907fbfa52df49e0837b4f2fba49ba57 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a907fbfa52df49e0837b4f2fba49ba57 2024-11-15T15:20:05,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a907fbfa52df49e0837b4f2fba49ba57, entries=150, sequenceid=40, filesize=11.7 K 2024-11-15T15:20:05,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a1c6390b02ae00f4c81c41d1872533e6 in 1290ms, sequenceid=40, compaction requested=false 2024-11-15T15:20:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:05,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-15T15:20:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-15T15:20:05,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-15T15:20:05,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3650 sec 2024-11-15T15:20:05,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3710 sec 2024-11-15T15:20:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:06,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-15T15:20:06,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:06,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:06,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:06,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:06,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:06,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:06,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c0f8fb96d2a4243aea3d17711393df2_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684066129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684066132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684066133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684066134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684066134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742379_1555 (size=12154) 2024-11-15T15:20:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684066234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684066236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684066237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684066240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684066242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684066438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684066439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684066442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684066444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684066445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,537 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:06,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411150c0f8fb96d2a4243aea3d17711393df2_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c0f8fb96d2a4243aea3d17711393df2_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:06,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/4bb7b898f154457898be07f4898591da, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:06,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/4bb7b898f154457898be07f4898591da is 175, key is test_row_0/A:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:06,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742380_1556 (size=30955) 2024-11-15T15:20:06,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684066741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684066742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684066744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684066746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684066749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-15T15:20:06,931 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-15T15:20:06,932 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-15T15:20:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:06,934 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:06,934 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:06,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:06,946 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/4bb7b898f154457898be07f4898591da 2024-11-15T15:20:06,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/e16a736fa24646968268a0044e125c37 is 50, key is test_row_0/B:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742381_1557 (size=12001) 2024-11-15T15:20:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:07,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:07,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-15T15:20:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:07,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:07,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-15T15:20:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684067244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684067245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:07,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684067247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:07,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684067252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:07,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684067255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:07,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/e16a736fa24646968268a0044e125c37 2024-11-15T15:20:07,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/d36cc1d1b5f547f1a74a9c957dc3aa17 is 50, key is test_row_0/C:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742382_1558 (size=12001) 2024-11-15T15:20:07,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:07,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-15T15:20:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:07,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:07,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-15T15:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:07,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-15T15:20:07,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:07,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:07,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/d36cc1d1b5f547f1a74a9c957dc3aa17 2024-11-15T15:20:07,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/4bb7b898f154457898be07f4898591da as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da 2024-11-15T15:20:07,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da, entries=150, sequenceid=55, filesize=30.2 K 2024-11-15T15:20:07,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/e16a736fa24646968268a0044e125c37 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e16a736fa24646968268a0044e125c37 2024-11-15T15:20:07,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e16a736fa24646968268a0044e125c37, entries=150, sequenceid=55, filesize=11.7 K 2024-11-15T15:20:07,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/d36cc1d1b5f547f1a74a9c957dc3aa17 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/d36cc1d1b5f547f1a74a9c957dc3aa17 2024-11-15T15:20:07,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/d36cc1d1b5f547f1a74a9c957dc3aa17, entries=150, sequenceid=55, filesize=11.7 K 2024-11-15T15:20:07,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a1c6390b02ae00f4c81c41d1872533e6 in 1669ms, sequenceid=55, compaction requested=true 2024-11-15T15:20:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:07,782 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:07,782 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:07,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:07,783 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:07,783 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/A is initiating minor compaction (all files) 2024-11-15T15:20:07,783 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:07,783 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/A in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,783 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/B is initiating minor compaction (all files) 2024-11-15T15:20:07,783 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/B in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,783 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=90.7 K 2024-11-15T15:20:07,783 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f01b0e47f8ff463690e2bb9994055f0f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/61ea0812abe041d0b6cedd6e6b4b34cb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e16a736fa24646968268a0044e125c37] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=35.2 K 2024-11-15T15:20:07,783 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,783 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da] 2024-11-15T15:20:07,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f01b0e47f8ff463690e2bb9994055f0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731684002831 2024-11-15T15:20:07,784 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf125c7c2ab4c3094e09d3bbfb52bd0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731684002831 2024-11-15T15:20:07,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 61ea0812abe041d0b6cedd6e6b4b34cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731684002870 2024-11-15T15:20:07,784 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2384d72782a94df5aa0bae8a2ff477a2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731684002870 2024-11-15T15:20:07,784 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e16a736fa24646968268a0044e125c37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731684003996 2024-11-15T15:20:07,785 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bb7b898f154457898be07f4898591da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731684003996 2024-11-15T15:20:07,791 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:07,793 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:07,794 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/c46c5fba81624ef08866ae27f6d7aba7 is 50, key is test_row_0/B:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:07,805 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411153800e57ba3474b88899ca8c335ce00a9_a1c6390b02ae00f4c81c41d1872533e6 store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:07,806 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411153800e57ba3474b88899ca8c335ce00a9_a1c6390b02ae00f4c81c41d1872533e6, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:07,806 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153800e57ba3474b88899ca8c335ce00a9_a1c6390b02ae00f4c81c41d1872533e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742383_1559 (size=12104) 2024-11-15T15:20:07,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742384_1560 (size=4469) 2024-11-15T15:20:07,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:07,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-15T15:20:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:07,849 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:20:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cd83dced6fad4e77b2f6021da2e065ea_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684006132/Put/seqid=0 2024-11-15T15:20:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742385_1561 (size=12154) 2024-11-15T15:20:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:08,222 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/c46c5fba81624ef08866ae27f6d7aba7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c46c5fba81624ef08866ae27f6d7aba7 2024-11-15T15:20:08,223 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:08,223 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/95cdec0803124ed98afa159ca7ea120b is 175, key is test_row_0/A:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:08,226 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/B of a1c6390b02ae00f4c81c41d1872533e6 into c46c5fba81624ef08866ae27f6d7aba7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:08,226 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:08,226 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/B, priority=13, startTime=1731684007782; duration=0sec 2024-11-15T15:20:08,227 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:08,227 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:08,227 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742386_1562 (size=31058) 2024-11-15T15:20:08,228 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:08,228 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/C is initiating minor compaction (all files) 2024-11-15T15:20:08,229 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/C in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:08,229 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a907fbfa52df49e0837b4f2fba49ba57, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/d36cc1d1b5f547f1a74a9c957dc3aa17] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=35.2 K 2024-11-15T15:20:08,229 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting bb0ce4b6921f4dd6a1a6d3a43824f0b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731684002831 2024-11-15T15:20:08,229 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting a907fbfa52df49e0837b4f2fba49ba57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731684002870 2024-11-15T15:20:08,230 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d36cc1d1b5f547f1a74a9c957dc3aa17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731684003996 2024-11-15T15:20:08,233 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/95cdec0803124ed98afa159ca7ea120b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/95cdec0803124ed98afa159ca7ea120b 2024-11-15T15:20:08,236 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#C#compaction#474 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:08,237 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/A of a1c6390b02ae00f4c81c41d1872533e6 into 95cdec0803124ed98afa159ca7ea120b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:08,237 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:08,237 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/A, priority=13, startTime=1731684007782; duration=0sec 2024-11-15T15:20:08,237 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/f8718b0772f64168a5389c3e936986fa is 50, key is test_row_0/C:col10/1731684003996/Put/seqid=0 2024-11-15T15:20:08,237 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:08,237 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742387_1563 (size=12104) 2024-11-15T15:20:08,247 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/f8718b0772f64168a5389c3e936986fa as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f8718b0772f64168a5389c3e936986fa 2024-11-15T15:20:08,251 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/C of a1c6390b02ae00f4c81c41d1872533e6 into f8718b0772f64168a5389c3e936986fa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:08,252 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:08,252 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/C, priority=13, startTime=1731684007782; duration=0sec 2024-11-15T15:20:08,252 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:08,252 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:08,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115cd83dced6fad4e77b2f6021da2e065ea_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cd83dced6fad4e77b2f6021da2e065ea_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/0b2d8c2709da40e2bc9c586fc1fe7cd0, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/0b2d8c2709da40e2bc9c586fc1fe7cd0 is 175, key is test_row_0/A:col10/1731684006132/Put/seqid=0 2024-11-15T15:20:08,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742388_1564 (size=30955) 2024-11-15T15:20:08,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/0b2d8c2709da40e2bc9c586fc1fe7cd0 2024-11-15T15:20:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684068264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684068264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684068264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684068265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684068266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/23d1e8691df84949b0241dd348269784 is 50, key is test_row_0/B:col10/1731684006132/Put/seqid=0 2024-11-15T15:20:08,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742389_1565 (size=12001) 2024-11-15T15:20:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684068368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684068369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684068369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684068369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684068369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684068572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684068572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684068572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684068572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684068572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,677 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/23d1e8691df84949b0241dd348269784 2024-11-15T15:20:08,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2c73781449ed4fa09bd25c43c564c933 is 50, key is test_row_0/C:col10/1731684006132/Put/seqid=0 2024-11-15T15:20:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742390_1566 (size=12001) 2024-11-15T15:20:08,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684068874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684068875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684068875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684068876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:08,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684068878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:09,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2c73781449ed4fa09bd25c43c564c933 2024-11-15T15:20:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/0b2d8c2709da40e2bc9c586fc1fe7cd0 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0 2024-11-15T15:20:09,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0, entries=150, sequenceid=76, filesize=30.2 K 2024-11-15T15:20:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/23d1e8691df84949b0241dd348269784 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/23d1e8691df84949b0241dd348269784 2024-11-15T15:20:09,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/23d1e8691df84949b0241dd348269784, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T15:20:09,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2c73781449ed4fa09bd25c43c564c933 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2c73781449ed4fa09bd25c43c564c933 2024-11-15T15:20:09,106 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2c73781449ed4fa09bd25c43c564c933, entries=150, sequenceid=76, filesize=11.7 K 2024-11-15T15:20:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-15T15:20:09,107 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a1c6390b02ae00f4c81c41d1872533e6 in 1258ms, sequenceid=76, compaction requested=false 2024-11-15T15:20:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-15T15:20:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-15T15:20:09,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-15T15:20:09,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec 2024-11-15T15:20:09,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.1770 sec 2024-11-15T15:20:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:09,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T15:20:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:09,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:09,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111565ed6600431c48aabe5ec39dcdcd4469_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:09,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742391_1567 (size=12154) 2024-11-15T15:20:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684069390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684069392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684069392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684069393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684069393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684069494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684069495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684069496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684069496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684069496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684069697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684069697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684069698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684069698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684069698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:09,793 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:09,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111565ed6600431c48aabe5ec39dcdcd4469_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111565ed6600431c48aabe5ec39dcdcd4469_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:09,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/aacaf02877cc40b7b2b705b9503fd88f, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:09,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/aacaf02877cc40b7b2b705b9503fd88f is 175, key is test_row_0/A:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:09,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742392_1568 (size=30955) 2024-11-15T15:20:09,802 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/aacaf02877cc40b7b2b705b9503fd88f 2024-11-15T15:20:09,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/73de22463114424587ac05df6eb3eb51 is 50, key is test_row_0/B:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:09,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742393_1569 (size=12001) 2024-11-15T15:20:10,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684070000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684070002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684070003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684070003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684070003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/73de22463114424587ac05df6eb3eb51 2024-11-15T15:20:10,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/dfdeffe2edbc4ef48fce990fb9be1cff is 50, key is test_row_0/C:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742394_1570 (size=12001) 2024-11-15T15:20:10,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/dfdeffe2edbc4ef48fce990fb9be1cff 2024-11-15T15:20:10,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/aacaf02877cc40b7b2b705b9503fd88f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f 2024-11-15T15:20:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f, entries=150, sequenceid=96, filesize=30.2 K 2024-11-15T15:20:10,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/73de22463114424587ac05df6eb3eb51 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/73de22463114424587ac05df6eb3eb51 2024-11-15T15:20:10,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/73de22463114424587ac05df6eb3eb51, entries=150, sequenceid=96, filesize=11.7 K 2024-11-15T15:20:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/dfdeffe2edbc4ef48fce990fb9be1cff as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/dfdeffe2edbc4ef48fce990fb9be1cff 2024-11-15T15:20:10,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/dfdeffe2edbc4ef48fce990fb9be1cff, entries=150, sequenceid=96, filesize=11.7 K 2024-11-15T15:20:10,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a1c6390b02ae00f4c81c41d1872533e6 in 857ms, sequenceid=96, compaction requested=true 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:10,236 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:10,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:10,236 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:10,237 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:10,237 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:10,237 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/A is initiating minor compaction (all files) 2024-11-15T15:20:10,237 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/B is initiating minor compaction (all files) 2024-11-15T15:20:10,237 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/A in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:10,237 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/B in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:10,238 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/95cdec0803124ed98afa159ca7ea120b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=90.8 K 2024-11-15T15:20:10,238 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c46c5fba81624ef08866ae27f6d7aba7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/23d1e8691df84949b0241dd348269784, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/73de22463114424587ac05df6eb3eb51] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=35.3 K 2024-11-15T15:20:10,238 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:10,238 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/95cdec0803124ed98afa159ca7ea120b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f] 2024-11-15T15:20:10,238 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c46c5fba81624ef08866ae27f6d7aba7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731684003996 2024-11-15T15:20:10,238 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95cdec0803124ed98afa159ca7ea120b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731684003996 2024-11-15T15:20:10,238 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d1e8691df84949b0241dd348269784, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731684006127 2024-11-15T15:20:10,238 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2d8c2709da40e2bc9c586fc1fe7cd0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731684006127 2024-11-15T15:20:10,238 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 73de22463114424587ac05df6eb3eb51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731684008264 2024-11-15T15:20:10,239 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting aacaf02877cc40b7b2b705b9503fd88f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731684008264 2024-11-15T15:20:10,244 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:10,245 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:10,245 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115703659868c7947fabf70fd2ed21d1c9c_a1c6390b02ae00f4c81c41d1872533e6 store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:10,245 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/940fe4bd2827423f9ce2843629957942 is 50, key is test_row_0/B:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:10,247 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115703659868c7947fabf70fd2ed21d1c9c_a1c6390b02ae00f4c81c41d1872533e6, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:10,247 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115703659868c7947fabf70fd2ed21d1c9c_a1c6390b02ae00f4c81c41d1872533e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742395_1571 (size=12207) 2024-11-15T15:20:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742396_1572 (size=4469) 2024-11-15T15:20:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:10,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:20:10,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:10,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:10,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:10,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:10,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:10,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:10,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111501b048f95d174408a620124a59519893_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684010506/Put/seqid=0 2024-11-15T15:20:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742397_1573 (size=12154) 2024-11-15T15:20:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684070515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684070515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684070516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684070516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684070517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111501b048f95d174408a620124a59519893_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111501b048f95d174408a620124a59519893_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:10,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a470f5c90e5e459cb98b4d3973ceae94, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:10,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a470f5c90e5e459cb98b4d3973ceae94 is 175, key is test_row_0/A:col10/1731684010506/Put/seqid=0 2024-11-15T15:20:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742398_1574 (size=30955) 2024-11-15T15:20:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684070620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684070620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684070620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684070620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684070621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,653 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#A#compaction#481 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:10,653 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/940fe4bd2827423f9ce2843629957942 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/940fe4bd2827423f9ce2843629957942 2024-11-15T15:20:10,654 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/1f480f4942714076b5beec3ad05451ef is 175, key is test_row_0/A:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:10,658 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/B of a1c6390b02ae00f4c81c41d1872533e6 into 940fe4bd2827423f9ce2843629957942(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:10,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:10,658 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/B, priority=13, startTime=1731684010236; duration=0sec 2024-11-15T15:20:10,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:10,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742399_1575 (size=31161) 2024-11-15T15:20:10,658 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:10,660 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:10,660 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/C is initiating minor compaction (all files) 2024-11-15T15:20:10,660 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/C in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:10,660 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f8718b0772f64168a5389c3e936986fa, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2c73781449ed4fa09bd25c43c564c933, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/dfdeffe2edbc4ef48fce990fb9be1cff] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=35.3 K 2024-11-15T15:20:10,660 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f8718b0772f64168a5389c3e936986fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731684003996 2024-11-15T15:20:10,661 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c73781449ed4fa09bd25c43c564c933, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731684006127 2024-11-15T15:20:10,661 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting dfdeffe2edbc4ef48fce990fb9be1cff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731684008264 2024-11-15T15:20:10,662 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/1f480f4942714076b5beec3ad05451ef as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1f480f4942714076b5beec3ad05451ef 2024-11-15T15:20:10,666 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/A of a1c6390b02ae00f4c81c41d1872533e6 into 1f480f4942714076b5beec3ad05451ef(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:10,666 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:10,666 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/A, priority=13, startTime=1731684010236; duration=0sec 2024-11-15T15:20:10,666 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:10,666 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:10,667 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:10,667 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2b002128c6284814bf90420c24241e5a is 50, key is test_row_0/C:col10/1731684009379/Put/seqid=0 2024-11-15T15:20:10,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742400_1576 (size=12207) 2024-11-15T15:20:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684070822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684070822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684070823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684070824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684070824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:10,927 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a470f5c90e5e459cb98b4d3973ceae94 2024-11-15T15:20:10,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/710e8cd451cd4e71aefec4b7d75c8e6d is 50, key is test_row_0/B:col10/1731684010506/Put/seqid=0 2024-11-15T15:20:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742401_1577 (size=12001) 2024-11-15T15:20:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-15T15:20:11,038 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-15T15:20:11,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-15T15:20:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:11,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:11,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:11,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:11,074 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2b002128c6284814bf90420c24241e5a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2b002128c6284814bf90420c24241e5a 2024-11-15T15:20:11,078 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/C of a1c6390b02ae00f4c81c41d1872533e6 into 2b002128c6284814bf90420c24241e5a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:11,078 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:11,078 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/C, priority=13, startTime=1731684010236; duration=0sec 2024-11-15T15:20:11,078 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:11,078 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684071125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684071126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684071126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684071127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684071127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:11,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:11,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-15T15:20:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:11,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:11,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-15T15:20:11,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/710e8cd451cd4e71aefec4b7d75c8e6d 2024-11-15T15:20:11,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/257afde0a5a347d282ca209afaff1ede is 50, key is test_row_0/C:col10/1731684010506/Put/seqid=0 2024-11-15T15:20:11,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742402_1578 (size=12001) 2024-11-15T15:20:11,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:11,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-15T15:20:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684071629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684071631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684071631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684071632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684071633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:11,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:11,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-15T15:20:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:11,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/257afde0a5a347d282ca209afaff1ede 2024-11-15T15:20:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a470f5c90e5e459cb98b4d3973ceae94 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94 2024-11-15T15:20:11,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94, entries=150, sequenceid=118, filesize=30.2 K 2024-11-15T15:20:11,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/710e8cd451cd4e71aefec4b7d75c8e6d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/710e8cd451cd4e71aefec4b7d75c8e6d 2024-11-15T15:20:11,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/710e8cd451cd4e71aefec4b7d75c8e6d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:20:11,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/257afde0a5a347d282ca209afaff1ede as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/257afde0a5a347d282ca209afaff1ede 2024-11-15T15:20:11,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/257afde0a5a347d282ca209afaff1ede, entries=150, sequenceid=118, filesize=11.7 K 2024-11-15T15:20:11,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a1c6390b02ae00f4c81c41d1872533e6 in 1267ms, sequenceid=118, compaction requested=false 2024-11-15T15:20:11,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:11,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:11,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:11,804 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155059b5fddee94bb4bbfc71d841908578_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684010515/Put/seqid=0 2024-11-15T15:20:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742403_1579 (size=12254) 2024-11-15T15:20:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:12,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:12,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411155059b5fddee94bb4bbfc71d841908578_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155059b5fddee94bb4bbfc71d841908578_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/9e7c5b294d134b0baade41f829f7bdf6, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/9e7c5b294d134b0baade41f829f7bdf6 is 175, key is test_row_0/A:col10/1731684010515/Put/seqid=0 2024-11-15T15:20:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742404_1580 (size=31055) 2024-11-15T15:20:12,622 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/9e7c5b294d134b0baade41f829f7bdf6 2024-11-15T15:20:12,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/7fe5a76ecd27488eab5adf15f318a1da is 50, key is test_row_0/B:col10/1731684010515/Put/seqid=0 2024-11-15T15:20:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742405_1581 (size=12101) 2024-11-15T15:20:12,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684072652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684072652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684072653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684072654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684072655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684072756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684072756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684072756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684072757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684072758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684072959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684072960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684072960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684072961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684072962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/7fe5a76ecd27488eab5adf15f318a1da 2024-11-15T15:20:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/6129471414c44f14bfdccda6888695bc is 50, key is test_row_0/C:col10/1731684010515/Put/seqid=0 2024-11-15T15:20:13,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742406_1582 (size=12101) 2024-11-15T15:20:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:13,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684073263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684073263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684073264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684073264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684073267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,445 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/6129471414c44f14bfdccda6888695bc 2024-11-15T15:20:13,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/9e7c5b294d134b0baade41f829f7bdf6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6 2024-11-15T15:20:13,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6, entries=150, sequenceid=135, filesize=30.3 K 2024-11-15T15:20:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/7fe5a76ecd27488eab5adf15f318a1da as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/7fe5a76ecd27488eab5adf15f318a1da 2024-11-15T15:20:13,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/7fe5a76ecd27488eab5adf15f318a1da, entries=150, sequenceid=135, filesize=11.8 K 2024-11-15T15:20:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/6129471414c44f14bfdccda6888695bc as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6129471414c44f14bfdccda6888695bc 2024-11-15T15:20:13,461 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6129471414c44f14bfdccda6888695bc, entries=150, sequenceid=135, filesize=11.8 K 2024-11-15T15:20:13,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a1c6390b02ae00f4c81c41d1872533e6 in 1658ms, sequenceid=135, compaction requested=true 2024-11-15T15:20:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-15T15:20:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-15T15:20:13,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-15T15:20:13,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4220 sec 2024-11-15T15:20:13,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.4250 sec 2024-11-15T15:20:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:13,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-15T15:20:13,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:13,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ad38ea87c404b0d9bc36d16d7dfbd69_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:13,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684073775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684073777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742407_1583 (size=14794) 2024-11-15T15:20:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684073778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684073779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684073780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684073879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684073881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684073882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684073882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:13,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684073883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684074083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684074084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684074085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684074086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684074086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:14,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411157ad38ea87c404b0d9bc36d16d7dfbd69_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ad38ea87c404b0d9bc36d16d7dfbd69_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:14,185 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/8a296b1d655b4a68864509e9d0940372, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:14,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/8a296b1d655b4a68864509e9d0940372 is 175, key is test_row_0/A:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:14,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742408_1584 (size=39749) 2024-11-15T15:20:14,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/8a296b1d655b4a68864509e9d0940372 2024-11-15T15:20:14,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/c90c673756ae4a37a87b496d7c4dca6f is 50, key is test_row_0/B:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:14,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742409_1585 (size=12151) 2024-11-15T15:20:14,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/c90c673756ae4a37a87b496d7c4dca6f 2024-11-15T15:20:14,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/3ba80255caeb4cfe93b6755698c7d69b is 50, key is test_row_0/C:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742410_1586 (size=12151) 2024-11-15T15:20:14,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684074387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684074387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684074388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684074390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684074391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/3ba80255caeb4cfe93b6755698c7d69b 2024-11-15T15:20:14,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/8a296b1d655b4a68864509e9d0940372 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372 2024-11-15T15:20:14,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372, entries=200, sequenceid=159, filesize=38.8 K 2024-11-15T15:20:14,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/c90c673756ae4a37a87b496d7c4dca6f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c90c673756ae4a37a87b496d7c4dca6f 2024-11-15T15:20:14,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c90c673756ae4a37a87b496d7c4dca6f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-15T15:20:14,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/3ba80255caeb4cfe93b6755698c7d69b as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/3ba80255caeb4cfe93b6755698c7d69b 2024-11-15T15:20:14,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/3ba80255caeb4cfe93b6755698c7d69b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-15T15:20:14,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a1c6390b02ae00f4c81c41d1872533e6 in 852ms, sequenceid=159, compaction requested=true 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:14,622 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:14,622 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:20:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:14,623 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:20:14,623 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:20:14,623 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/A is initiating minor compaction (all files) 2024-11-15T15:20:14,623 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/B is initiating minor compaction (all files) 2024-11-15T15:20:14,624 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/A in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:14,624 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/B in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:14,624 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1f480f4942714076b5beec3ad05451ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=129.8 K 2024-11-15T15:20:14,624 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/940fe4bd2827423f9ce2843629957942, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/710e8cd451cd4e71aefec4b7d75c8e6d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/7fe5a76ecd27488eab5adf15f318a1da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c90c673756ae4a37a87b496d7c4dca6f] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=47.3 K 2024-11-15T15:20:14,624 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:14,624 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1f480f4942714076b5beec3ad05451ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372] 2024-11-15T15:20:14,624 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 940fe4bd2827423f9ce2843629957942, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731684008264 2024-11-15T15:20:14,624 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f480f4942714076b5beec3ad05451ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731684008264 2024-11-15T15:20:14,624 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 710e8cd451cd4e71aefec4b7d75c8e6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731684009392 2024-11-15T15:20:14,624 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting a470f5c90e5e459cb98b4d3973ceae94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731684009392 2024-11-15T15:20:14,625 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fe5a76ecd27488eab5adf15f318a1da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731684010513 2024-11-15T15:20:14,625 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e7c5b294d134b0baade41f829f7bdf6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731684010513 2024-11-15T15:20:14,625 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c90c673756ae4a37a87b496d7c4dca6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731684012651 2024-11-15T15:20:14,625 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a296b1d655b4a68864509e9d0940372, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731684012651 2024-11-15T15:20:14,631 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:14,632 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115625e7aa4ba67487593242401a35765c1_a1c6390b02ae00f4c81c41d1872533e6 store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:14,632 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:14,633 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/f7b0f088245b4706be0bd4c09024cd9e is 50, key is test_row_0/B:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:14,635 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115625e7aa4ba67487593242401a35765c1_a1c6390b02ae00f4c81c41d1872533e6, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:14,635 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115625e7aa4ba67487593242401a35765c1_a1c6390b02ae00f4c81c41d1872533e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742411_1587 (size=12493) 2024-11-15T15:20:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742412_1588 (size=4469) 2024-11-15T15:20:14,642 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#A#compaction#493 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:14,643 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/bd2de81e344a40faac55ba6905a1aef7 is 175, key is test_row_0/A:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742413_1589 (size=31447) 2024-11-15T15:20:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:14,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-15T15:20:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:14,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:14,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f856006aced949b7b3f361dccd966980_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684014892/Put/seqid=0 2024-11-15T15:20:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742414_1590 (size=12304) 2024-11-15T15:20:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684074908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684074908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684074908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684074910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:14,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684074911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684075012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684075013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684075013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684075015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684075015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,043 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/f7b0f088245b4706be0bd4c09024cd9e as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f7b0f088245b4706be0bd4c09024cd9e 2024-11-15T15:20:15,047 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/B of a1c6390b02ae00f4c81c41d1872533e6 into f7b0f088245b4706be0bd4c09024cd9e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:15,047 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:15,047 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/B, priority=12, startTime=1731684014622; duration=0sec 2024-11-15T15:20:15,047 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:15,047 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:15,048 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:20:15,053 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:20:15,053 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/C is initiating minor compaction (all files) 2024-11-15T15:20:15,053 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/C in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,053 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2b002128c6284814bf90420c24241e5a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/257afde0a5a347d282ca209afaff1ede, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6129471414c44f14bfdccda6888695bc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/3ba80255caeb4cfe93b6755698c7d69b] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=47.3 K 2024-11-15T15:20:15,054 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b002128c6284814bf90420c24241e5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731684008264 2024-11-15T15:20:15,054 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/bd2de81e344a40faac55ba6905a1aef7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/bd2de81e344a40faac55ba6905a1aef7 2024-11-15T15:20:15,054 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 257afde0a5a347d282ca209afaff1ede, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731684009392 2024-11-15T15:20:15,055 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6129471414c44f14bfdccda6888695bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731684010513 2024-11-15T15:20:15,055 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba80255caeb4cfe93b6755698c7d69b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731684012651 2024-11-15T15:20:15,058 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/A of a1c6390b02ae00f4c81c41d1872533e6 into bd2de81e344a40faac55ba6905a1aef7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:15,058 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:15,058 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/A, priority=12, startTime=1731684014622; duration=0sec 2024-11-15T15:20:15,058 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:15,058 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:15,062 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:15,062 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/64241ae8c12c488e8da7b510aa8e75e8 is 50, key is test_row_0/C:col10/1731684013769/Put/seqid=0 2024-11-15T15:20:15,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742415_1591 (size=12493) 2024-11-15T15:20:15,069 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/64241ae8c12c488e8da7b510aa8e75e8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/64241ae8c12c488e8da7b510aa8e75e8 2024-11-15T15:20:15,072 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/C of a1c6390b02ae00f4c81c41d1872533e6 into 64241ae8c12c488e8da7b510aa8e75e8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:15,072 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:15,073 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/C, priority=12, startTime=1731684014622; duration=0sec 2024-11-15T15:20:15,073 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:15,073 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-15T15:20:15,145 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-15T15:20:15,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-15T15:20:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-15T15:20:15,147 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:15,148 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:15,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:15,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684075216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684075216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684075216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684075218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684075219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-15T15:20:15,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:15,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-15T15:20:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:15,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115f856006aced949b7b3f361dccd966980_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f856006aced949b7b3f361dccd966980_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:15,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/1ecc6394aa824433a9eb7c0210d793ab, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:15,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/1ecc6394aa824433a9eb7c0210d793ab is 175, key is test_row_0/A:col10/1731684014892/Put/seqid=0 2024-11-15T15:20:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742416_1592 (size=31105) 2024-11-15T15:20:15,312 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/1ecc6394aa824433a9eb7c0210d793ab 2024-11-15T15:20:15,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/83f9986462b54808aa311825b42b9d73 is 50, key is test_row_0/B:col10/1731684014892/Put/seqid=0 2024-11-15T15:20:15,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742417_1593 (size=12151) 2024-11-15T15:20:15,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/83f9986462b54808aa311825b42b9d73 2024-11-15T15:20:15,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/89fbc9c43743458d999a6aefb0669809 is 50, key is test_row_0/C:col10/1731684014892/Put/seqid=0 2024-11-15T15:20:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742418_1594 (size=12151) 2024-11-15T15:20:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-15T15:20:15,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:15,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-15T15:20:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684075518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684075518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684075520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684075521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684075522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:15,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:15,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-15T15:20:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/89fbc9c43743458d999a6aefb0669809 2024-11-15T15:20:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/1ecc6394aa824433a9eb7c0210d793ab as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab 2024-11-15T15:20:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-15T15:20:15,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab, entries=150, sequenceid=174, filesize=30.4 K 2024-11-15T15:20:15,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/83f9986462b54808aa311825b42b9d73 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/83f9986462b54808aa311825b42b9d73 2024-11-15T15:20:15,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/83f9986462b54808aa311825b42b9d73, entries=150, sequenceid=174, filesize=11.9 K 2024-11-15T15:20:15,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:15,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/89fbc9c43743458d999a6aefb0669809 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/89fbc9c43743458d999a6aefb0669809 2024-11-15T15:20:15,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-15T15:20:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:15,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/89fbc9c43743458d999a6aefb0669809, entries=150, sequenceid=174, filesize=11.9 K 2024-11-15T15:20:15,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a1c6390b02ae00f4c81c41d1872533e6 in 869ms, sequenceid=174, compaction requested=false 2024-11-15T15:20:15,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:15,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:15,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-15T15:20:15,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:15,911 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-15T15:20:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:15,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d5e664ae3a424529ae759887283c2bc9_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684014905/Put/seqid=0 2024-11-15T15:20:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742419_1595 (size=12304) 2024-11-15T15:20:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684076029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684076030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684076031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684076032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684076032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684076133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684076134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684076135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684076137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684076137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-15T15:20:16,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:16,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115d5e664ae3a424529ae759887283c2bc9_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d5e664ae3a424529ae759887283c2bc9_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c5ff3d28936e4b2cb5618edfb9400b47, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c5ff3d28936e4b2cb5618edfb9400b47 is 175, key is test_row_0/A:col10/1731684014905/Put/seqid=0 2024-11-15T15:20:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742420_1596 (size=31105) 2024-11-15T15:20:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684076336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684076337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684076337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684076339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684076340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684076639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684076641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684076641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684076644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684076644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:16,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c5ff3d28936e4b2cb5618edfb9400b47 2024-11-15T15:20:16,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/6233f8e8893c41dd8389ca3ce1509bf3 is 50, key is test_row_0/B:col10/1731684014905/Put/seqid=0 2024-11-15T15:20:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742421_1597 (size=12151) 2024-11-15T15:20:16,740 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/6233f8e8893c41dd8389ca3ce1509bf3 2024-11-15T15:20:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/6ebea9c91cf14d508df97af063d48842 is 50, key is test_row_0/C:col10/1731684014905/Put/seqid=0 2024-11-15T15:20:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742422_1598 (size=12151) 2024-11-15T15:20:16,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/6ebea9c91cf14d508df97af063d48842 2024-11-15T15:20:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c5ff3d28936e4b2cb5618edfb9400b47 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47 2024-11-15T15:20:16,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47, entries=150, sequenceid=198, filesize=30.4 K 2024-11-15T15:20:16,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/6233f8e8893c41dd8389ca3ce1509bf3 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6233f8e8893c41dd8389ca3ce1509bf3 2024-11-15T15:20:16,758 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6233f8e8893c41dd8389ca3ce1509bf3, entries=150, sequenceid=198, filesize=11.9 K 2024-11-15T15:20:16,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/6ebea9c91cf14d508df97af063d48842 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6ebea9c91cf14d508df97af063d48842 2024-11-15T15:20:16,762 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6ebea9c91cf14d508df97af063d48842, entries=150, sequenceid=198, filesize=11.9 K 2024-11-15T15:20:16,763 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a1c6390b02ae00f4c81c41d1872533e6 in 853ms, sequenceid=198, compaction requested=true 2024-11-15T15:20:16,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:16,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:16,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-15T15:20:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-15T15:20:16,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-15T15:20:16,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-11-15T15:20:16,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.6200 sec 2024-11-15T15:20:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:17,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-15T15:20:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:17,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159028ae2c832d4b6c989b76416ea93d99_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684077158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684077158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684077159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684077160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742423_1599 (size=14794) 2024-11-15T15:20:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684077162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-15T15:20:17,251 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-15T15:20:17,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-15T15:20:17,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-15T15:20:17,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:17,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684077263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684077263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684077263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684077263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684077265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-15T15:20:17,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:17,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:17,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684077466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684077467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684077467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684077467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684077469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-15T15:20:17,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:17,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:17,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411159028ae2c832d4b6c989b76416ea93d99_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159028ae2c832d4b6c989b76416ea93d99_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:17,567 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/dfccfc3a3547461cbba8e8afb8c42d96, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:17,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/dfccfc3a3547461cbba8e8afb8c42d96 is 175, key is test_row_0/A:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:17,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742424_1600 (size=39749) 2024-11-15T15:20:17,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/dfccfc3a3547461cbba8e8afb8c42d96 2024-11-15T15:20:17,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/2d1ad59a6b3642269662517c121267d9 is 50, key is test_row_0/B:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:17,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742425_1601 (size=12151) 2024-11-15T15:20:17,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:17,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684077768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684077770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684077770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684077771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684077773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-15T15:20:17,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:17,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:17,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:17,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/2d1ad59a6b3642269662517c121267d9 2024-11-15T15:20:17,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/70e2db77b661433eb0936bc08528110d is 50, key is test_row_0/C:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742426_1602 (size=12151) 2024-11-15T15:20:18,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:18,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:18,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684078274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684078275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684078275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684078275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684078277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:18,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:18,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-15T15:20:18,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/70e2db77b661433eb0936bc08528110d 2024-11-15T15:20:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/dfccfc3a3547461cbba8e8afb8c42d96 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96 2024-11-15T15:20:18,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96, entries=200, sequenceid=215, filesize=38.8 K 2024-11-15T15:20:18,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/2d1ad59a6b3642269662517c121267d9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2d1ad59a6b3642269662517c121267d9 2024-11-15T15:20:18,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2d1ad59a6b3642269662517c121267d9, entries=150, sequenceid=215, filesize=11.9 K 2024-11-15T15:20:18,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/70e2db77b661433eb0936bc08528110d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/70e2db77b661433eb0936bc08528110d 2024-11-15T15:20:18,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/70e2db77b661433eb0936bc08528110d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-15T15:20:18,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a1c6390b02ae00f4c81c41d1872533e6 in 1262ms, sequenceid=215, compaction requested=true 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:18,408 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:20:18,408 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:20:18,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/A is initiating minor compaction (all files) 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/B is initiating minor compaction (all files) 2024-11-15T15:20:18,409 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/A in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,409 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/B in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,409 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/bd2de81e344a40faac55ba6905a1aef7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=130.3 K 2024-11-15T15:20:18,409 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/bd2de81e344a40faac55ba6905a1aef7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96] 2024-11-15T15:20:18,409 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f7b0f088245b4706be0bd4c09024cd9e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/83f9986462b54808aa311825b42b9d73, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6233f8e8893c41dd8389ca3ce1509bf3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2d1ad59a6b3642269662517c121267d9] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=47.8 K 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2de81e344a40faac55ba6905a1aef7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731684012651 2024-11-15T15:20:18,409 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b0f088245b4706be0bd4c09024cd9e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731684012651 2024-11-15T15:20:18,410 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 83f9986462b54808aa311825b42b9d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731684013773 2024-11-15T15:20:18,410 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ecc6394aa824433a9eb7c0210d793ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731684013773 2024-11-15T15:20:18,410 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5ff3d28936e4b2cb5618edfb9400b47, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731684014905 2024-11-15T15:20:18,410 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6233f8e8893c41dd8389ca3ce1509bf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731684014905 2024-11-15T15:20:18,410 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfccfc3a3547461cbba8e8afb8c42d96, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731684016025 2024-11-15T15:20:18,410 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d1ad59a6b3642269662517c121267d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731684016025 2024-11-15T15:20:18,416 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:18,417 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:18,418 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/e7521006923f486d884aa4fd0ebb19c7 is 50, key is test_row_0/B:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:18,418 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111592d9717a69b54cde9b89e0fdd86452d7_a1c6390b02ae00f4c81c41d1872533e6 store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:18,420 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111592d9717a69b54cde9b89e0fdd86452d7_a1c6390b02ae00f4c81c41d1872533e6, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:18,420 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111592d9717a69b54cde9b89e0fdd86452d7_a1c6390b02ae00f4c81c41d1872533e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742427_1603 (size=12629) 2024-11-15T15:20:18,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742428_1604 (size=4469) 2024-11-15T15:20:18,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:18,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,474 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115842ff0dd1eb6435b8b8a83f1dd8cd631_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684017159/Put/seqid=0 2024-11-15T15:20:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742429_1605 (size=12304) 2024-11-15T15:20:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:18,486 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115842ff0dd1eb6435b8b8a83f1dd8cd631_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115842ff0dd1eb6435b8b8a83f1dd8cd631_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/85d37894d5914103a9bb0c3cfa48c705, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:18,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/85d37894d5914103a9bb0c3cfa48c705 is 175, key is test_row_0/A:col10/1731684017159/Put/seqid=0 2024-11-15T15:20:18,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742430_1606 (size=31105) 2024-11-15T15:20:18,825 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:18,825 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/2c25cd2af6794ee68c92c2f63bb40947 is 175, key is test_row_0/A:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:18,827 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/e7521006923f486d884aa4fd0ebb19c7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e7521006923f486d884aa4fd0ebb19c7 2024-11-15T15:20:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742431_1607 (size=31583) 2024-11-15T15:20:18,831 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/B of a1c6390b02ae00f4c81c41d1872533e6 into e7521006923f486d884aa4fd0ebb19c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:18,831 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:18,831 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/B, priority=12, startTime=1731684018408; duration=0sec 2024-11-15T15:20:18,832 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:18,832 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:18,832 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T15:20:18,833 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-15T15:20:18,833 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/C is initiating minor compaction (all files) 2024-11-15T15:20:18,833 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/C in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:18,833 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/64241ae8c12c488e8da7b510aa8e75e8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/89fbc9c43743458d999a6aefb0669809, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6ebea9c91cf14d508df97af063d48842, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/70e2db77b661433eb0936bc08528110d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=47.8 K 2024-11-15T15:20:18,833 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 64241ae8c12c488e8da7b510aa8e75e8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731684012651 2024-11-15T15:20:18,834 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 89fbc9c43743458d999a6aefb0669809, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731684013773 2024-11-15T15:20:18,834 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ebea9c91cf14d508df97af063d48842, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731684014905 2024-11-15T15:20:18,834 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 70e2db77b661433eb0936bc08528110d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731684016025 2024-11-15T15:20:18,840 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:18,841 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/1b75689e11d84b8cbebe61efcde0e288 is 50, key is test_row_0/C:col10/1731684017145/Put/seqid=0 2024-11-15T15:20:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742432_1608 (size=12629) 2024-11-15T15:20:18,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/85d37894d5914103a9bb0c3cfa48c705 2024-11-15T15:20:18,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1 is 50, key is test_row_0/B:col10/1731684017159/Put/seqid=0 2024-11-15T15:20:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742433_1609 (size=12151) 2024-11-15T15:20:19,234 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/2c25cd2af6794ee68c92c2f63bb40947 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2c25cd2af6794ee68c92c2f63bb40947 2024-11-15T15:20:19,238 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/A of a1c6390b02ae00f4c81c41d1872533e6 into 2c25cd2af6794ee68c92c2f63bb40947(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:19,238 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:19,238 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/A, priority=12, startTime=1731684018408; duration=0sec 2024-11-15T15:20:19,238 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:19,238 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:19,248 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/1b75689e11d84b8cbebe61efcde0e288 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/1b75689e11d84b8cbebe61efcde0e288 2024-11-15T15:20:19,251 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/C of a1c6390b02ae00f4c81c41d1872533e6 into 1b75689e11d84b8cbebe61efcde0e288(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:19,251 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:19,251 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/C, priority=12, startTime=1731684018408; duration=0sec 2024-11-15T15:20:19,252 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:19,252 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:19,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684079294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684079294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684079295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684079295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684079296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1 2024-11-15T15:20:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/0ba66a2fb254481da2e1753efc64a185 is 50, key is test_row_0/C:col10/1731684017159/Put/seqid=0 2024-11-15T15:20:19,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742434_1610 (size=12151) 2024-11-15T15:20:19,313 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/0ba66a2fb254481da2e1753efc64a185 2024-11-15T15:20:19,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/85d37894d5914103a9bb0c3cfa48c705 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705 2024-11-15T15:20:19,331 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705, entries=150, sequenceid=234, filesize=30.4 K 2024-11-15T15:20:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1 2024-11-15T15:20:19,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T15:20:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/0ba66a2fb254481da2e1753efc64a185 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/0ba66a2fb254481da2e1753efc64a185 2024-11-15T15:20:19,339 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/0ba66a2fb254481da2e1753efc64a185, entries=150, sequenceid=234, filesize=11.9 K 2024-11-15T15:20:19,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a1c6390b02ae00f4c81c41d1872533e6 in 866ms, sequenceid=234, compaction requested=false 2024-11-15T15:20:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-15T15:20:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-15T15:20:19,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-15T15:20:19,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0870 sec 2024-11-15T15:20:19,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.0890 sec 2024-11-15T15:20:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-15T15:20:19,358 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-15T15:20:19,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-15T15:20:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-15T15:20:19,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:19,360 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:19,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:19,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-15T15:20:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:19,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115034bce53ab08410fa2f84ea5a5c69c05_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:19,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742435_1611 (size=17384) 2024-11-15T15:20:19,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684079409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684079409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684079438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684079438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684079438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-15T15:20:19,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:19,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684079538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684079539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684079541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684079541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684079541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-15T15:20:19,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:19,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:19,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684079741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684079742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684079744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684079744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684079744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:19,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:19,816 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115034bce53ab08410fa2f84ea5a5c69c05_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115034bce53ab08410fa2f84ea5a5c69c05_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:19,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:19,817 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/58ebb1c8efc5467eb7f266f19642a017, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:19,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/58ebb1c8efc5467eb7f266f19642a017 is 175, key is test_row_0/A:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742436_1612 (size=48489) 2024-11-15T15:20:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-15T15:20:19,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:19,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:19,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684080045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684080046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684080046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684080047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684080047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,222 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/58ebb1c8efc5467eb7f266f19642a017 2024-11-15T15:20:20,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/d9cc43afa2b746bc827c51d1ca502acd is 50, key is test_row_0/B:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742437_1613 (size=12251) 2024-11-15T15:20:20,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/d9cc43afa2b746bc827c51d1ca502acd 2024-11-15T15:20:20,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2efd8c73ee174c4db69663231411b342 is 50, key is test_row_0/C:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742438_1614 (size=12251) 2024-11-15T15:20:20,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:20,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-15T15:20:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684080549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684080549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684080550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684080551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684080553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:20,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:20,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:20,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2efd8c73ee174c4db69663231411b342 2024-11-15T15:20:20,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/58ebb1c8efc5467eb7f266f19642a017 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017 2024-11-15T15:20:20,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017, entries=250, sequenceid=258, filesize=47.4 K 2024-11-15T15:20:20,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/d9cc43afa2b746bc827c51d1ca502acd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/d9cc43afa2b746bc827c51d1ca502acd 2024-11-15T15:20:20,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/d9cc43afa2b746bc827c51d1ca502acd, entries=150, sequenceid=258, filesize=12.0 K 2024-11-15T15:20:20,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/2efd8c73ee174c4db69663231411b342 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2efd8c73ee174c4db69663231411b342 2024-11-15T15:20:20,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2efd8c73ee174c4db69663231411b342, entries=150, sequenceid=258, filesize=12.0 K 2024-11-15T15:20:20,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for a1c6390b02ae00f4c81c41d1872533e6 in 1266ms, sequenceid=258, compaction requested=true 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:20,665 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:20,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:20,665 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:20,666 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:20,666 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:20,666 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/B is initiating minor compaction (all files) 2024-11-15T15:20:20,666 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/A is initiating minor compaction (all files) 2024-11-15T15:20:20,666 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/B in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,666 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/A in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,666 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2c25cd2af6794ee68c92c2f63bb40947, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=108.6 K 2024-11-15T15:20:20,666 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e7521006923f486d884aa4fd0ebb19c7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/d9cc43afa2b746bc827c51d1ca502acd] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=36.2 K 2024-11-15T15:20:20,666 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,666 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2c25cd2af6794ee68c92c2f63bb40947, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017] 2024-11-15T15:20:20,667 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c25cd2af6794ee68c92c2f63bb40947, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731684016025 2024-11-15T15:20:20,667 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting e7521006923f486d884aa4fd0ebb19c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731684016025 2024-11-15T15:20:20,667 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85d37894d5914103a9bb0c3cfa48c705, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731684017156 2024-11-15T15:20:20,667 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eb7bfca10da4e59b6a3cdcfa7e66eb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731684017156 2024-11-15T15:20:20,667 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58ebb1c8efc5467eb7f266f19642a017, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731684019294 2024-11-15T15:20:20,667 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting d9cc43afa2b746bc827c51d1ca502acd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731684019398 2024-11-15T15:20:20,673 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:20,674 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/01f1ec1abd824b819cf3ed6a91401657 is 50, key is test_row_0/B:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:20,675 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:20,678 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111581d6b556313e4f81be36830035f2efa2_a1c6390b02ae00f4c81c41d1872533e6 store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742439_1615 (size=12831) 2024-11-15T15:20:20,679 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111581d6b556313e4f81be36830035f2efa2_a1c6390b02ae00f4c81c41d1872533e6, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:20,679 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111581d6b556313e4f81be36830035f2efa2_a1c6390b02ae00f4c81c41d1872533e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742440_1616 (size=4469) 2024-11-15T15:20:20,684 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/01f1ec1abd824b819cf3ed6a91401657 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/01f1ec1abd824b819cf3ed6a91401657 2024-11-15T15:20:20,684 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#A#compaction#514 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:20,684 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/9d7b8789e378474ea1913a3a25ae5d99 is 175, key is test_row_0/A:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:20,688 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/B of a1c6390b02ae00f4c81c41d1872533e6 into 01f1ec1abd824b819cf3ed6a91401657(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:20,688 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:20,688 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/B, priority=13, startTime=1731684020665; duration=0sec 2024-11-15T15:20:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742441_1617 (size=31785) 2024-11-15T15:20:20,688 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:20,688 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:20,688 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:20,689 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37031 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:20,689 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/C is initiating minor compaction (all files) 2024-11-15T15:20:20,689 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/C in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,689 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/1b75689e11d84b8cbebe61efcde0e288, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/0ba66a2fb254481da2e1753efc64a185, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2efd8c73ee174c4db69663231411b342] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=36.2 K 2024-11-15T15:20:20,689 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b75689e11d84b8cbebe61efcde0e288, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731684016025 2024-11-15T15:20:20,690 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ba66a2fb254481da2e1753efc64a185, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731684017156 2024-11-15T15:20:20,690 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2efd8c73ee174c4db69663231411b342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731684019398 2024-11-15T15:20:20,695 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:20,695 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/45636f26dea84f2e9971f96dc40e3419 is 50, key is test_row_0/C:col10/1731684019398/Put/seqid=0 2024-11-15T15:20:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742442_1618 (size=12831) 2024-11-15T15:20:20,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:20,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:20,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156b2f84065f284ca9adbc05b6645bf765_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684019414/Put/seqid=0 2024-11-15T15:20:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742443_1619 (size=12454) 2024-11-15T15:20:20,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:20,744 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411156b2f84065f284ca9adbc05b6645bf765_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156b2f84065f284ca9adbc05b6645bf765_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:20,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/f8d33cd92d134d2e900330b18d5fd063, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/f8d33cd92d134d2e900330b18d5fd063 is 175, key is test_row_0/A:col10/1731684019414/Put/seqid=0 2024-11-15T15:20:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742444_1620 (size=31255) 2024-11-15T15:20:21,092 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/9d7b8789e378474ea1913a3a25ae5d99 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9d7b8789e378474ea1913a3a25ae5d99 2024-11-15T15:20:21,096 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/A of a1c6390b02ae00f4c81c41d1872533e6 into 9d7b8789e378474ea1913a3a25ae5d99(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:21,096 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:21,096 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/A, priority=13, startTime=1731684020665; duration=0sec 2024-11-15T15:20:21,096 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:21,096 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:21,101 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/45636f26dea84f2e9971f96dc40e3419 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/45636f26dea84f2e9971f96dc40e3419 2024-11-15T15:20:21,105 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/C of a1c6390b02ae00f4c81c41d1872533e6 into 45636f26dea84f2e9971f96dc40e3419(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:21,105 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:21,105 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/C, priority=13, startTime=1731684020665; duration=0sec 2024-11-15T15:20:21,105 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:21,105 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:21,157 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/f8d33cd92d134d2e900330b18d5fd063 2024-11-15T15:20:21,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/952b3075d68040aa8cbc81f39e64911f is 50, key is test_row_0/B:col10/1731684019414/Put/seqid=0 2024-11-15T15:20:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742445_1621 (size=12301) 2024-11-15T15:20:21,166 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/952b3075d68040aa8cbc81f39e64911f 2024-11-15T15:20:21,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/c19ed6775fa8433f954a152f5386c2e1 is 50, key is test_row_0/C:col10/1731684019414/Put/seqid=0 2024-11-15T15:20:21,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742446_1622 (size=12301) 2024-11-15T15:20:21,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/c19ed6775fa8433f954a152f5386c2e1 2024-11-15T15:20:21,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/f8d33cd92d134d2e900330b18d5fd063 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063 2024-11-15T15:20:21,182 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063, entries=150, sequenceid=276, filesize=30.5 K 2024-11-15T15:20:21,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/952b3075d68040aa8cbc81f39e64911f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/952b3075d68040aa8cbc81f39e64911f 2024-11-15T15:20:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/952b3075d68040aa8cbc81f39e64911f, entries=150, sequenceid=276, filesize=12.0 K 2024-11-15T15:20:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/c19ed6775fa8433f954a152f5386c2e1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/c19ed6775fa8433f954a152f5386c2e1 2024-11-15T15:20:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/c19ed6775fa8433f954a152f5386c2e1, entries=150, sequenceid=276, filesize=12.0 K 2024-11-15T15:20:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for a1c6390b02ae00f4c81c41d1872533e6 in 458ms, sequenceid=276, compaction requested=false 2024-11-15T15:20:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-15T15:20:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-15T15:20:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.8350 sec 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-15T15:20:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,463 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-15T15:20:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-15T15:20:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-15T15:20:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:21,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-15T15:20:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,468 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-15T15:20:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-15T15:20:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:21,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-15T15:20:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:21,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:21,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:21,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:21,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b03e3237bd34b14b5a62318373b50a8_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-15T15:20:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742447_1623 (size=27698) 2024-11-15T15:20:21,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:21,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684081628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684081629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684081630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684081631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684081631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,636 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411154b03e3237bd34b14b5a62318373b50a8_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b03e3237bd34b14b5a62318373b50a8_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:21,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/52de2f7999de49cc9db6066e65455641, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:21,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/52de2f7999de49cc9db6066e65455641 is 175, key is test_row_0/A:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742448_1624 (size=83485) 2024-11-15T15:20:21,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/52de2f7999de49cc9db6066e65455641 2024-11-15T15:20:21,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/2f31f6df71574ae0a59c086446edf60d is 50, key is test_row_0/B:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742449_1625 (size=12301) 2024-11-15T15:20:21,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/2f31f6df71574ae0a59c086446edf60d 2024-11-15T15:20:21,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/7082889db87946958aa151c8c6c82fb9 is 50, key is test_row_0/C:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:21,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742450_1626 (size=12301) 2024-11-15T15:20:21,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684081734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684081735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684081736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684081736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684081737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:21,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:21,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-15T15:20:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:21,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-15T15:20:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:21,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684081937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684081938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684081940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684081940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684081941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:22,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/7082889db87946958aa151c8c6c82fb9 2024-11-15T15:20:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/52de2f7999de49cc9db6066e65455641 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641 2024-11-15T15:20:22,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:22,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-15T15:20:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:22,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T15:20:22,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641, entries=450, sequenceid=290, filesize=81.5 K 2024-11-15T15:20:22,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/2f31f6df71574ae0a59c086446edf60d as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2f31f6df71574ae0a59c086446edf60d 2024-11-15T15:20:22,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2f31f6df71574ae0a59c086446edf60d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-15T15:20:22,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/7082889db87946958aa151c8c6c82fb9 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/7082889db87946958aa151c8c6c82fb9 2024-11-15T15:20:22,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/7082889db87946958aa151c8c6c82fb9, entries=150, sequenceid=290, filesize=12.0 K 2024-11-15T15:20:22,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a1c6390b02ae00f4c81c41d1872533e6 in 494ms, sequenceid=290, compaction requested=true 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:22,088 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:22,088 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:22,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146525 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/B is initiating minor compaction (all files) 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/A is initiating minor compaction (all files) 2024-11-15T15:20:22,094 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/B in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,094 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/A in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,094 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/01f1ec1abd824b819cf3ed6a91401657, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/952b3075d68040aa8cbc81f39e64911f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2f31f6df71574ae0a59c086446edf60d] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=36.6 K 2024-11-15T15:20:22,094 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9d7b8789e378474ea1913a3a25ae5d99, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=143.1 K 2024-11-15T15:20:22,094 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. files: [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9d7b8789e378474ea1913a3a25ae5d99, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641] 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 01f1ec1abd824b819cf3ed6a91401657, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731684019398 2024-11-15T15:20:22,094 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7b8789e378474ea1913a3a25ae5d99, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731684019398 2024-11-15T15:20:22,095 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 952b3075d68040aa8cbc81f39e64911f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731684019408 2024-11-15T15:20:22,095 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8d33cd92d134d2e900330b18d5fd063, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731684019408 2024-11-15T15:20:22,095 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f31f6df71574ae0a59c086446edf60d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731684021591 2024-11-15T15:20:22,095 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52de2f7999de49cc9db6066e65455641, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731684021571 2024-11-15T15:20:22,101 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:22,102 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/a20879aa5482455796a4e1bfc7853e97 is 50, key is test_row_0/B:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:22,107 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:22,109 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241115fb9eb077fd4b4e56b79691b32632eec1_a1c6390b02ae00f4c81c41d1872533e6 store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:22,110 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241115fb9eb077fd4b4e56b79691b32632eec1_a1c6390b02ae00f4c81c41d1872533e6, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:22,110 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115fb9eb077fd4b4e56b79691b32632eec1_a1c6390b02ae00f4c81c41d1872533e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:22,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742451_1627 (size=12983) 2024-11-15T15:20:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742452_1628 (size=4469) 2024-11-15T15:20:22,114 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/a20879aa5482455796a4e1bfc7853e97 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/a20879aa5482455796a4e1bfc7853e97 2024-11-15T15:20:22,118 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/B of a1c6390b02ae00f4c81c41d1872533e6 into a20879aa5482455796a4e1bfc7853e97(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:22,118 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:22,118 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/B, priority=13, startTime=1731684022088; duration=0sec 2024-11-15T15:20:22,118 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:22,118 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:22,118 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-15T15:20:22,119 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-15T15:20:22,119 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1540): a1c6390b02ae00f4c81c41d1872533e6/C is initiating minor compaction (all files) 2024-11-15T15:20:22,119 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a1c6390b02ae00f4c81c41d1872533e6/C in TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,119 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/45636f26dea84f2e9971f96dc40e3419, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/c19ed6775fa8433f954a152f5386c2e1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/7082889db87946958aa151c8c6c82fb9] into tmpdir=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp, totalSize=36.6 K 2024-11-15T15:20:22,119 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 45636f26dea84f2e9971f96dc40e3419, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731684019398 2024-11-15T15:20:22,120 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting c19ed6775fa8433f954a152f5386c2e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731684019408 2024-11-15T15:20:22,120 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] compactions.Compactor(224): Compacting 7082889db87946958aa151c8c6c82fb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731684021591 2024-11-15T15:20:22,125 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:22,125 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/e4cc91dcc3d64018964a4672183e2134 is 50, key is test_row_0/C:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742453_1629 (size=12983) 2024-11-15T15:20:22,132 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/e4cc91dcc3d64018964a4672183e2134 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/e4cc91dcc3d64018964a4672183e2134 2024-11-15T15:20:22,136 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/C of a1c6390b02ae00f4c81c41d1872533e6 into e4cc91dcc3d64018964a4672183e2134(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:22,136 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:22,136 INFO [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/C, priority=13, startTime=1731684022088; duration=0sec 2024-11-15T15:20:22,136 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:22,136 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:22,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:22,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45001 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:22,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111555e7f8467ee546b5b2ff8ca585da6864_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684021627/Put/seqid=0 2024-11-15T15:20:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742454_1630 (size=12454) 2024-11-15T15:20:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:22,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. as already flushing 2024-11-15T15:20:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684082246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684082247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684082248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684082248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684082249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684082350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684082350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684082351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684082352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684082352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,515 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c6390b02ae00f4c81c41d1872533e6#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T15:20:22,516 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/dc1e9a1f72824165bdfc0f498fea3a76 is 175, key is test_row_0/A:col10/1731684021593/Put/seqid=0 2024-11-15T15:20:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742455_1631 (size=31937) 2024-11-15T15:20:22,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684082552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684082553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684082554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684082554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684082554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:22,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:22,643 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111555e7f8467ee546b5b2ff8ca585da6864_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111555e7f8467ee546b5b2ff8ca585da6864_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:22,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c307fd74c3df41a7a3d0a141f105ccdd, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:22,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c307fd74c3df41a7a3d0a141f105ccdd is 175, key is test_row_0/A:col10/1731684021627/Put/seqid=0 2024-11-15T15:20:22,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742456_1632 (size=31255) 2024-11-15T15:20:22,821 DEBUG [Thread-2440 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:49406 2024-11-15T15:20:22,821 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:22,822 DEBUG [Thread-2436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:49406 2024-11-15T15:20:22,822 DEBUG [Thread-2434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:49406 2024-11-15T15:20:22,822 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:22,822 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:22,822 DEBUG [Thread-2432 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:49406 2024-11-15T15:20:22,822 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:22,826 DEBUG [Thread-2438 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:49406 2024-11-15T15:20:22,826 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684082853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684082856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684082856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684082857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684082857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:22,922 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/dc1e9a1f72824165bdfc0f498fea3a76 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dc1e9a1f72824165bdfc0f498fea3a76 2024-11-15T15:20:22,926 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a1c6390b02ae00f4c81c41d1872533e6/A of a1c6390b02ae00f4c81c41d1872533e6 into dc1e9a1f72824165bdfc0f498fea3a76(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T15:20:22,926 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:22,926 INFO [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6., storeName=a1c6390b02ae00f4c81c41d1872533e6/A, priority=13, startTime=1731684022088; duration=0sec 2024-11-15T15:20:22,926 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:22,926 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:23,048 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c307fd74c3df41a7a3d0a141f105ccdd 2024-11-15T15:20:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/dbd386fea81549c48b81d0b209ca94b4 is 50, key is test_row_0/B:col10/1731684021627/Put/seqid=0 2024-11-15T15:20:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742457_1633 (size=12301) 2024-11-15T15:20:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51308 deadline: 1731684083357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51338 deadline: 1731684083358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51346 deadline: 1731684083358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51410 deadline: 1731684083359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-15T15:20:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51406 deadline: 1731684083360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 2024-11-15T15:20:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/dbd386fea81549c48b81d0b209ca94b4 2024-11-15T15:20:23,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/a80b14a8252145cbbf96a344e6031a6c is 50, key is test_row_0/C:col10/1731684021627/Put/seqid=0 2024-11-15T15:20:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742458_1634 (size=12301) 2024-11-15T15:20:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:23,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/a80b14a8252145cbbf96a344e6031a6c 2024-11-15T15:20:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/c307fd74c3df41a7a3d0a141f105ccdd as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c307fd74c3df41a7a3d0a141f105ccdd 2024-11-15T15:20:23,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c307fd74c3df41a7a3d0a141f105ccdd, entries=150, sequenceid=316, filesize=30.5 K 2024-11-15T15:20:23,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/dbd386fea81549c48b81d0b209ca94b4 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/dbd386fea81549c48b81d0b209ca94b4 2024-11-15T15:20:23,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/dbd386fea81549c48b81d0b209ca94b4, entries=150, sequenceid=316, filesize=12.0 K 2024-11-15T15:20:23,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/a80b14a8252145cbbf96a344e6031a6c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a80b14a8252145cbbf96a344e6031a6c 2024-11-15T15:20:23,876 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a80b14a8252145cbbf96a344e6031a6c, entries=150, sequenceid=316, filesize=12.0 K 2024-11-15T15:20:23,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a1c6390b02ae00f4c81c41d1872533e6 in 1647ms, sequenceid=316, compaction requested=false 2024-11-15T15:20:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:23,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f3372238866c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-15T15:20:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-15T15:20:23,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-15T15:20:23,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4100 sec 2024-11-15T15:20:23,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.4140 sec 2024-11-15T15:20:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] regionserver.HRegion(8581): Flush requested on a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:24,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-15T15:20:24,360 DEBUG [Thread-2429 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:49406 2024-11-15T15:20:24,360 DEBUG [Thread-2429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:24,363 DEBUG [Thread-2427 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:49406 2024-11-15T15:20:24,363 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:24,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115528a8c99c58048ca8e6018b9fa7ec4f8_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684022248/Put/seqid=0 2024-11-15T15:20:24,367 DEBUG [Thread-2421 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:49406 2024-11-15T15:20:24,367 DEBUG [Thread-2425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:49406 2024-11-15T15:20:24,367 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:24,367 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742459_1635 (size=9914) 2024-11-15T15:20:24,368 DEBUG [Thread-2423 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:49406 2024-11-15T15:20:24,368 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:24,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:24,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115528a8c99c58048ca8e6018b9fa7ec4f8_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115528a8c99c58048ca8e6018b9fa7ec4f8_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:24,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/00bd5a35a6f14d17bd3a6186dabc4f0f, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:24,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/00bd5a35a6f14d17bd3a6186dabc4f0f is 175, key is test_row_0/A:col10/1731684022248/Put/seqid=0 2024-11-15T15:20:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742460_1636 (size=22561) 2024-11-15T15:20:25,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/00bd5a35a6f14d17bd3a6186dabc4f0f 2024-11-15T15:20:25,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/cc79e9568ef34dc2b148c29eca19cdd1 is 50, key is test_row_0/B:col10/1731684022248/Put/seqid=0 2024-11-15T15:20:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742461_1637 (size=9857) 2024-11-15T15:20:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-15T15:20:25,572 INFO [Thread-2431 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7072 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7246 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7032 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7068 2024-11-15T15:20:25,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7236 2024-11-15T15:20:25,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-15T15:20:25,573 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:20:25,573 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:49406 2024-11-15T15:20:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:25,573 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-15T15:20:25,573 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-15T15:20:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:25,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684025576"}]},"ts":"1731684025576"} 2024-11-15T15:20:25,577 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-15T15:20:25,578 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-15T15:20:25,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-15T15:20:25,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, UNASSIGN}] 2024-11-15T15:20:25,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, UNASSIGN 2024-11-15T15:20:25,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=CLOSING, regionLocation=f3372238866c,45001,1731683848865 2024-11-15T15:20:25,581 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T15:20:25,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865}] 2024-11-15T15:20:25,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/cc79e9568ef34dc2b148c29eca19cdd1 2024-11-15T15:20:25,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/f81aa2e97a7b44718f3461ecea0f5765 is 50, key is test_row_0/C:col10/1731684022248/Put/seqid=0 2024-11-15T15:20:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742462_1638 (size=9857) 2024-11-15T15:20:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:25,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f3372238866c,45001,1731683848865 2024-11-15T15:20:25,733 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:25,733 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-15T15:20:25,733 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing a1c6390b02ae00f4c81c41d1872533e6, disabling compactions & flushes 2024-11-15T15:20:25,733 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:25,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/f81aa2e97a7b44718f3461ecea0f5765 2024-11-15T15:20:25,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/00bd5a35a6f14d17bd3a6186dabc4f0f as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/00bd5a35a6f14d17bd3a6186dabc4f0f 2024-11-15T15:20:25,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/00bd5a35a6f14d17bd3a6186dabc4f0f, entries=100, sequenceid=330, filesize=22.0 K 2024-11-15T15:20:25,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/cc79e9568ef34dc2b148c29eca19cdd1 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/cc79e9568ef34dc2b148c29eca19cdd1 2024-11-15T15:20:26,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/cc79e9568ef34dc2b148c29eca19cdd1, entries=100, sequenceid=330, filesize=9.6 K 2024-11-15T15:20:26,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/f81aa2e97a7b44718f3461ecea0f5765 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f81aa2e97a7b44718f3461ecea0f5765 2024-11-15T15:20:26,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f81aa2e97a7b44718f3461ecea0f5765, entries=100, sequenceid=330, filesize=9.6 K 2024-11-15T15:20:26,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for a1c6390b02ae00f4c81c41d1872533e6 in 1643ms, sequenceid=330, compaction requested=true 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:26,003 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-15T15:20:26,003 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:26,003 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. after waiting 0 ms 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-15T15:20:26,003 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:26,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. because compaction request was cancelled 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c6390b02ae00f4c81c41d1872533e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-15T15:20:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-15T15:20:26,003 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. because compaction request was cancelled 2024-11-15T15:20:26,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:A 2024-11-15T15:20:26,003 DEBUG [RS:0;f3372238866c:45001-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:B 2024-11-15T15:20:26,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. because compaction request was cancelled 2024-11-15T15:20:26,003 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing a1c6390b02ae00f4c81c41d1872533e6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-15T15:20:26,003 DEBUG [RS:0;f3372238866c:45001-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c6390b02ae00f4c81c41d1872533e6:C 2024-11-15T15:20:26,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=A 2024-11-15T15:20:26,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:26,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=B 2024-11-15T15:20:26,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:26,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1c6390b02ae00f4c81c41d1872533e6, store=C 2024-11-15T15:20:26,004 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-15T15:20:26,008 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153be25367175b46ebb4ed70d3c6a03e1f_a1c6390b02ae00f4c81c41d1872533e6 is 50, key is test_row_0/A:col10/1731684024367/Put/seqid=0 2024-11-15T15:20:26,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742463_1639 (size=12454) 2024-11-15T15:20:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:26,411 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T15:20:26,414 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411153be25367175b46ebb4ed70d3c6a03e1f_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153be25367175b46ebb4ed70d3c6a03e1f_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:26,415 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a0bcab4669294b5687b830409cdb4e10, store: [table=TestAcidGuarantees family=A region=a1c6390b02ae00f4c81c41d1872533e6] 2024-11-15T15:20:26,415 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a0bcab4669294b5687b830409cdb4e10 is 175, key is test_row_0/A:col10/1731684024367/Put/seqid=0 2024-11-15T15:20:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742464_1640 (size=31255) 2024-11-15T15:20:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:26,819 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a0bcab4669294b5687b830409cdb4e10 2024-11-15T15:20:26,824 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/6d1c0ad9bfbb40138d8a403e8f25f244 is 50, key is test_row_0/B:col10/1731684024367/Put/seqid=0 2024-11-15T15:20:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742465_1641 (size=12301) 2024-11-15T15:20:27,209 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T15:20:27,227 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/6d1c0ad9bfbb40138d8a403e8f25f244 2024-11-15T15:20:27,232 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/937a1eb5711d4444bb07e9a8f86980f7 is 50, key is test_row_0/C:col10/1731684024367/Put/seqid=0 2024-11-15T15:20:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742466_1642 (size=12301) 2024-11-15T15:20:27,636 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/937a1eb5711d4444bb07e9a8f86980f7 2024-11-15T15:20:27,639 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/A/a0bcab4669294b5687b830409cdb4e10 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a0bcab4669294b5687b830409cdb4e10 2024-11-15T15:20:27,641 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a0bcab4669294b5687b830409cdb4e10, entries=150, sequenceid=337, filesize=30.5 K 2024-11-15T15:20:27,641 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/B/6d1c0ad9bfbb40138d8a403e8f25f244 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6d1c0ad9bfbb40138d8a403e8f25f244 2024-11-15T15:20:27,644 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6d1c0ad9bfbb40138d8a403e8f25f244, entries=150, sequenceid=337, filesize=12.0 K 2024-11-15T15:20:27,644 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/.tmp/C/937a1eb5711d4444bb07e9a8f86980f7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/937a1eb5711d4444bb07e9a8f86980f7 2024-11-15T15:20:27,646 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/937a1eb5711d4444bb07e9a8f86980f7, entries=150, sequenceid=337, filesize=12.0 K 2024-11-15T15:20:27,647 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a1c6390b02ae00f4c81c41d1872533e6 in 1644ms, sequenceid=337, compaction requested=true 2024-11-15T15:20:27,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/95cdec0803124ed98afa159ca7ea120b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1f480f4942714076b5beec3ad05451ef, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/bd2de81e344a40faac55ba6905a1aef7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2c25cd2af6794ee68c92c2f63bb40947, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9d7b8789e378474ea1913a3a25ae5d99, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641] to archive 2024-11-15T15:20:27,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:20:27,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/adf125c7c2ab4c3094e09d3bbfb52bd0 2024-11-15T15:20:27,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2384d72782a94df5aa0bae8a2ff477a2 2024-11-15T15:20:27,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/95cdec0803124ed98afa159ca7ea120b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/95cdec0803124ed98afa159ca7ea120b 2024-11-15T15:20:27,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/4bb7b898f154457898be07f4898591da 2024-11-15T15:20:27,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/0b2d8c2709da40e2bc9c586fc1fe7cd0 2024-11-15T15:20:27,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1f480f4942714076b5beec3ad05451ef to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1f480f4942714076b5beec3ad05451ef 2024-11-15T15:20:27,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/aacaf02877cc40b7b2b705b9503fd88f 2024-11-15T15:20:27,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a470f5c90e5e459cb98b4d3973ceae94 2024-11-15T15:20:27,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9e7c5b294d134b0baade41f829f7bdf6 2024-11-15T15:20:27,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/8a296b1d655b4a68864509e9d0940372 2024-11-15T15:20:27,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/bd2de81e344a40faac55ba6905a1aef7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/bd2de81e344a40faac55ba6905a1aef7 2024-11-15T15:20:27,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/1ecc6394aa824433a9eb7c0210d793ab 2024-11-15T15:20:27,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c5ff3d28936e4b2cb5618edfb9400b47 2024-11-15T15:20:27,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dfccfc3a3547461cbba8e8afb8c42d96 2024-11-15T15:20:27,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2c25cd2af6794ee68c92c2f63bb40947 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/2c25cd2af6794ee68c92c2f63bb40947 2024-11-15T15:20:27,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/85d37894d5914103a9bb0c3cfa48c705 2024-11-15T15:20:27,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/58ebb1c8efc5467eb7f266f19642a017 2024-11-15T15:20:27,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9d7b8789e378474ea1913a3a25ae5d99 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/9d7b8789e378474ea1913a3a25ae5d99 2024-11-15T15:20:27,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/f8d33cd92d134d2e900330b18d5fd063 2024-11-15T15:20:27,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/52de2f7999de49cc9db6066e65455641 2024-11-15T15:20:27,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f01b0e47f8ff463690e2bb9994055f0f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/61ea0812abe041d0b6cedd6e6b4b34cb, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c46c5fba81624ef08866ae27f6d7aba7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e16a736fa24646968268a0044e125c37, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/23d1e8691df84949b0241dd348269784, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/940fe4bd2827423f9ce2843629957942, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/73de22463114424587ac05df6eb3eb51, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/710e8cd451cd4e71aefec4b7d75c8e6d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/7fe5a76ecd27488eab5adf15f318a1da, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f7b0f088245b4706be0bd4c09024cd9e, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c90c673756ae4a37a87b496d7c4dca6f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/83f9986462b54808aa311825b42b9d73, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6233f8e8893c41dd8389ca3ce1509bf3, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e7521006923f486d884aa4fd0ebb19c7, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2d1ad59a6b3642269662517c121267d9, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/01f1ec1abd824b819cf3ed6a91401657, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/d9cc43afa2b746bc827c51d1ca502acd, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/952b3075d68040aa8cbc81f39e64911f, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2f31f6df71574ae0a59c086446edf60d] to archive 2024-11-15T15:20:27,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:20:27,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f01b0e47f8ff463690e2bb9994055f0f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f01b0e47f8ff463690e2bb9994055f0f 2024-11-15T15:20:27,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/61ea0812abe041d0b6cedd6e6b4b34cb to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/61ea0812abe041d0b6cedd6e6b4b34cb 2024-11-15T15:20:27,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c46c5fba81624ef08866ae27f6d7aba7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c46c5fba81624ef08866ae27f6d7aba7 2024-11-15T15:20:27,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e16a736fa24646968268a0044e125c37 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e16a736fa24646968268a0044e125c37 2024-11-15T15:20:27,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/23d1e8691df84949b0241dd348269784 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/23d1e8691df84949b0241dd348269784 2024-11-15T15:20:27,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/940fe4bd2827423f9ce2843629957942 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/940fe4bd2827423f9ce2843629957942 2024-11-15T15:20:27,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/73de22463114424587ac05df6eb3eb51 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/73de22463114424587ac05df6eb3eb51 2024-11-15T15:20:27,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/710e8cd451cd4e71aefec4b7d75c8e6d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/710e8cd451cd4e71aefec4b7d75c8e6d 2024-11-15T15:20:27,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/7fe5a76ecd27488eab5adf15f318a1da to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/7fe5a76ecd27488eab5adf15f318a1da 2024-11-15T15:20:27,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f7b0f088245b4706be0bd4c09024cd9e to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/f7b0f088245b4706be0bd4c09024cd9e 2024-11-15T15:20:27,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c90c673756ae4a37a87b496d7c4dca6f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/c90c673756ae4a37a87b496d7c4dca6f 2024-11-15T15:20:27,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/83f9986462b54808aa311825b42b9d73 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/83f9986462b54808aa311825b42b9d73 2024-11-15T15:20:27,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6233f8e8893c41dd8389ca3ce1509bf3 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6233f8e8893c41dd8389ca3ce1509bf3 2024-11-15T15:20:27,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e7521006923f486d884aa4fd0ebb19c7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/e7521006923f486d884aa4fd0ebb19c7 2024-11-15T15:20:27,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2d1ad59a6b3642269662517c121267d9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2d1ad59a6b3642269662517c121267d9 2024-11-15T15:20:27,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/0eb7bfca10da4e59b6a3cdcfa7e66eb1 2024-11-15T15:20:27,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/01f1ec1abd824b819cf3ed6a91401657 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/01f1ec1abd824b819cf3ed6a91401657 2024-11-15T15:20:27,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/d9cc43afa2b746bc827c51d1ca502acd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/d9cc43afa2b746bc827c51d1ca502acd 2024-11-15T15:20:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:27,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/952b3075d68040aa8cbc81f39e64911f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/952b3075d68040aa8cbc81f39e64911f 2024-11-15T15:20:27,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2f31f6df71574ae0a59c086446edf60d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/2f31f6df71574ae0a59c086446edf60d 2024-11-15T15:20:27,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a907fbfa52df49e0837b4f2fba49ba57, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f8718b0772f64168a5389c3e936986fa, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/d36cc1d1b5f547f1a74a9c957dc3aa17, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2c73781449ed4fa09bd25c43c564c933, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2b002128c6284814bf90420c24241e5a, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/dfdeffe2edbc4ef48fce990fb9be1cff, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/257afde0a5a347d282ca209afaff1ede, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6129471414c44f14bfdccda6888695bc, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/64241ae8c12c488e8da7b510aa8e75e8, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/3ba80255caeb4cfe93b6755698c7d69b, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/89fbc9c43743458d999a6aefb0669809, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6ebea9c91cf14d508df97af063d48842, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/1b75689e11d84b8cbebe61efcde0e288, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/70e2db77b661433eb0936bc08528110d, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/0ba66a2fb254481da2e1753efc64a185, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/45636f26dea84f2e9971f96dc40e3419, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2efd8c73ee174c4db69663231411b342, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/c19ed6775fa8433f954a152f5386c2e1, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/7082889db87946958aa151c8c6c82fb9] to archive 2024-11-15T15:20:27,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T15:20:27,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/bb0ce4b6921f4dd6a1a6d3a43824f0b4 2024-11-15T15:20:27,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a907fbfa52df49e0837b4f2fba49ba57 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a907fbfa52df49e0837b4f2fba49ba57 2024-11-15T15:20:27,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f8718b0772f64168a5389c3e936986fa to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f8718b0772f64168a5389c3e936986fa 2024-11-15T15:20:27,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/d36cc1d1b5f547f1a74a9c957dc3aa17 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/d36cc1d1b5f547f1a74a9c957dc3aa17 2024-11-15T15:20:27,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2c73781449ed4fa09bd25c43c564c933 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2c73781449ed4fa09bd25c43c564c933 2024-11-15T15:20:27,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2b002128c6284814bf90420c24241e5a to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2b002128c6284814bf90420c24241e5a 2024-11-15T15:20:27,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/dfdeffe2edbc4ef48fce990fb9be1cff to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/dfdeffe2edbc4ef48fce990fb9be1cff 2024-11-15T15:20:27,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/257afde0a5a347d282ca209afaff1ede to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/257afde0a5a347d282ca209afaff1ede 2024-11-15T15:20:27,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6129471414c44f14bfdccda6888695bc to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6129471414c44f14bfdccda6888695bc 2024-11-15T15:20:27,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/64241ae8c12c488e8da7b510aa8e75e8 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/64241ae8c12c488e8da7b510aa8e75e8 2024-11-15T15:20:27,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/3ba80255caeb4cfe93b6755698c7d69b to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/3ba80255caeb4cfe93b6755698c7d69b 2024-11-15T15:20:27,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/89fbc9c43743458d999a6aefb0669809 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/89fbc9c43743458d999a6aefb0669809 2024-11-15T15:20:27,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6ebea9c91cf14d508df97af063d48842 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/6ebea9c91cf14d508df97af063d48842 2024-11-15T15:20:27,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/1b75689e11d84b8cbebe61efcde0e288 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/1b75689e11d84b8cbebe61efcde0e288 2024-11-15T15:20:27,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/70e2db77b661433eb0936bc08528110d to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/70e2db77b661433eb0936bc08528110d 2024-11-15T15:20:27,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/0ba66a2fb254481da2e1753efc64a185 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/0ba66a2fb254481da2e1753efc64a185 2024-11-15T15:20:27,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/45636f26dea84f2e9971f96dc40e3419 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/45636f26dea84f2e9971f96dc40e3419 2024-11-15T15:20:27,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2efd8c73ee174c4db69663231411b342 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/2efd8c73ee174c4db69663231411b342 2024-11-15T15:20:27,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/c19ed6775fa8433f954a152f5386c2e1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/c19ed6775fa8433f954a152f5386c2e1 2024-11-15T15:20:27,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/7082889db87946958aa151c8c6c82fb9 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/7082889db87946958aa151c8c6c82fb9 2024-11-15T15:20:27,699 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-15T15:20:27,699 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6. 2024-11-15T15:20:27,699 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for a1c6390b02ae00f4c81c41d1872533e6: 2024-11-15T15:20:27,700 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:27,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=a1c6390b02ae00f4c81c41d1872533e6, regionState=CLOSED 2024-11-15T15:20:27,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-15T15:20:27,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure a1c6390b02ae00f4c81c41d1872533e6, server=f3372238866c,45001,1731683848865 in 2.1200 sec 2024-11-15T15:20:27,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-15T15:20:27,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1c6390b02ae00f4c81c41d1872533e6, UNASSIGN in 2.1220 sec 2024-11-15T15:20:27,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-15T15:20:27,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1240 sec 2024-11-15T15:20:27,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731684027705"}]},"ts":"1731684027705"} 2024-11-15T15:20:27,705 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-15T15:20:27,707 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-15T15:20:27,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1340 sec 2024-11-15T15:20:28,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-15T15:20:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-15T15:20:29,679 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-15T15:20:29,680 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-15T15:20:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:29,681 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-15T15:20:29,681 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:29,683 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,684 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C, FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/recovered.edits] 2024-11-15T15:20:29,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/00bd5a35a6f14d17bd3a6186dabc4f0f to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/00bd5a35a6f14d17bd3a6186dabc4f0f 2024-11-15T15:20:29,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a0bcab4669294b5687b830409cdb4e10 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/a0bcab4669294b5687b830409cdb4e10 2024-11-15T15:20:29,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c307fd74c3df41a7a3d0a141f105ccdd to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/c307fd74c3df41a7a3d0a141f105ccdd 2024-11-15T15:20:29,688 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dc1e9a1f72824165bdfc0f498fea3a76 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/A/dc1e9a1f72824165bdfc0f498fea3a76 2024-11-15T15:20:29,689 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6d1c0ad9bfbb40138d8a403e8f25f244 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/6d1c0ad9bfbb40138d8a403e8f25f244 2024-11-15T15:20:29,690 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/a20879aa5482455796a4e1bfc7853e97 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/a20879aa5482455796a4e1bfc7853e97 2024-11-15T15:20:29,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/cc79e9568ef34dc2b148c29eca19cdd1 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/cc79e9568ef34dc2b148c29eca19cdd1 2024-11-15T15:20:29,692 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/dbd386fea81549c48b81d0b209ca94b4 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/B/dbd386fea81549c48b81d0b209ca94b4 2024-11-15T15:20:29,693 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/937a1eb5711d4444bb07e9a8f86980f7 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/937a1eb5711d4444bb07e9a8f86980f7 2024-11-15T15:20:29,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a80b14a8252145cbbf96a344e6031a6c to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/a80b14a8252145cbbf96a344e6031a6c 2024-11-15T15:20:29,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/e4cc91dcc3d64018964a4672183e2134 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/e4cc91dcc3d64018964a4672183e2134 2024-11-15T15:20:29,695 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f81aa2e97a7b44718f3461ecea0f5765 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/C/f81aa2e97a7b44718f3461ecea0f5765 2024-11-15T15:20:29,697 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/recovered.edits/340.seqid to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6/recovered.edits/340.seqid 2024-11-15T15:20:29,697 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/default/TestAcidGuarantees/a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-15T15:20:29,698 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T15:20:29,698 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-15T15:20:29,700 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111501b048f95d174408a620124a59519893_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111501b048f95d174408a620124a59519893_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,701 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115034bce53ab08410fa2f84ea5a5c69c05_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115034bce53ab08410fa2f84ea5a5c69c05_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,702 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c0f8fb96d2a4243aea3d17711393df2_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411150c0f8fb96d2a4243aea3d17711393df2_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,703 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153be25367175b46ebb4ed70d3c6a03e1f_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411153be25367175b46ebb4ed70d3c6a03e1f_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,704 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b03e3237bd34b14b5a62318373b50a8_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411154b03e3237bd34b14b5a62318373b50a8_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,704 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155059b5fddee94bb4bbfc71d841908578_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411155059b5fddee94bb4bbfc71d841908578_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,705 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115528a8c99c58048ca8e6018b9fa7ec4f8_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115528a8c99c58048ca8e6018b9fa7ec4f8_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,706 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111555e7f8467ee546b5b2ff8ca585da6864_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111555e7f8467ee546b5b2ff8ca585da6864_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,707 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111565ed6600431c48aabe5ec39dcdcd4469_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111565ed6600431c48aabe5ec39dcdcd4469_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,708 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156b2f84065f284ca9adbc05b6645bf765_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411156b2f84065f284ca9adbc05b6645bf765_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,709 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111572eb7991b44e40fda92225229cb13899_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111572eb7991b44e40fda92225229cb13899_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,709 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ad38ea87c404b0d9bc36d16d7dfbd69_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411157ad38ea87c404b0d9bc36d16d7dfbd69_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,710 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115817db17f7cf34e148a7ecef27c30588f_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115817db17f7cf34e148a7ecef27c30588f_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,711 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115842ff0dd1eb6435b8b8a83f1dd8cd631_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115842ff0dd1eb6435b8b8a83f1dd8cd631_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,712 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159028ae2c832d4b6c989b76416ea93d99_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411159028ae2c832d4b6c989b76416ea93d99_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,712 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cd83dced6fad4e77b2f6021da2e065ea_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115cd83dced6fad4e77b2f6021da2e065ea_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,713 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d5e664ae3a424529ae759887283c2bc9_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115d5e664ae3a424529ae759887283c2bc9_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,714 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f856006aced949b7b3f361dccd966980_a1c6390b02ae00f4c81c41d1872533e6 to hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241115f856006aced949b7b3f361dccd966980_a1c6390b02ae00f4c81c41d1872533e6 2024-11-15T15:20:29,715 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-15T15:20:29,716 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:29,718 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-15T15:20:29,720 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-15T15:20:29,720 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:29,720 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-15T15:20:29,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731684029720"}]},"ts":"9223372036854775807"} 2024-11-15T15:20:29,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-15T15:20:29,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a1c6390b02ae00f4c81c41d1872533e6, NAME => 'TestAcidGuarantees,,1731683999770.a1c6390b02ae00f4c81c41d1872533e6.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T15:20:29,722 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-15T15:20:29,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731684029722"}]},"ts":"9223372036854775807"} 2024-11-15T15:20:29,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-15T15:20:29,726 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-15T15:20:29,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-15T15:20:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-15T15:20:29,782 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-15T15:20:29,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=456 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3035 (was 3067) 2024-11-15T15:20:29,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-15T15:20:29,791 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-15T15:20:29,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:49406 2024-11-15T15:20:29,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:29,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T15:20:29,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-11-15T15:20:29,792 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f3372238866c,38099,1731683848110 2024-11-15T15:20:29,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T15:20:29,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T15:20:29,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-15T15:20:29,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:20:29,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:20:29,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:29,794 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f3372238866c,45001,1731683848865' ***** 2024-11-15T15:20:29,794 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-15T15:20:29,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:20:29,794 INFO [RS:0;f3372238866c:45001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T15:20:29,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T15:20:29,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(3579): Received CLOSE for cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1224): stopping server f3372238866c,45001,1731683848865 2024-11-15T15:20:29,795 DEBUG [RS:0;f3372238866c:45001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T15:20:29,795 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-15T15:20:29,796 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-15T15:20:29,796 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1603): Online Regions={cd46b6c4002cbfe34842ef94bad7c5f6=hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cd46b6c4002cbfe34842ef94bad7c5f6, disabling compactions & flushes 2024-11-15T15:20:29,796 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. after waiting 0 ms 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:20:29,796 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-15T15:20:29,796 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing cd46b6c4002cbfe34842ef94bad7c5f6 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T15:20:29,796 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T15:20:29,796 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-15T15:20:29,799 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:20:29,811 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/.tmp/info/203e475c55324bea801838526c394ca2 is 45, key is default/info:d/1731683854213/Put/seqid=0 2024-11-15T15:20:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742467_1643 (size=5037) 2024-11-15T15:20:29,817 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/info/f0b6e398a11e428daaf345988e7134c7 is 143, key is hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6./info:regioninfo/1731683854095/Put/seqid=0 2024-11-15T15:20:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742468_1644 (size=7725) 2024-11-15T15:20:29,848 INFO [regionserver/f3372238866c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:29,999 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:20:30,199 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, cd46b6c4002cbfe34842ef94bad7c5f6 2024-11-15T15:20:30,215 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/.tmp/info/203e475c55324bea801838526c394ca2 2024-11-15T15:20:30,218 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/.tmp/info/203e475c55324bea801838526c394ca2 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/info/203e475c55324bea801838526c394ca2 2024-11-15T15:20:30,220 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/info/203e475c55324bea801838526c394ca2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-15T15:20:30,221 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for cd46b6c4002cbfe34842ef94bad7c5f6 in 425ms, sequenceid=6, compaction requested=false 2024-11-15T15:20:30,221 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/info/f0b6e398a11e428daaf345988e7134c7 2024-11-15T15:20:30,224 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/namespace/cd46b6c4002cbfe34842ef94bad7c5f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T15:20:30,224 INFO [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:20:30,224 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cd46b6c4002cbfe34842ef94bad7c5f6: 2024-11-15T15:20:30,224 DEBUG [RS_CLOSE_REGION-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731683852860.cd46b6c4002cbfe34842ef94bad7c5f6. 2024-11-15T15:20:30,238 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/rep_barrier/32daf94c259a446b979145af73e9ae4c is 102, key is TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d./rep_barrier:/1731683885948/DeleteFamily/seqid=0 2024-11-15T15:20:30,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742469_1645 (size=6025) 2024-11-15T15:20:30,399 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-15T15:20:30,481 INFO [regionserver/f3372238866c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T15:20:30,481 INFO [regionserver/f3372238866c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T15:20:30,600 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-15T15:20:30,641 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/rep_barrier/32daf94c259a446b979145af73e9ae4c 2024-11-15T15:20:30,658 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/table/89765b670218449ea048d0db1181acd6 is 96, key is TestAcidGuarantees,,1731683854408.2685108b0fdbf9e888d873e21bce279d./table:/1731683885948/DeleteFamily/seqid=0 2024-11-15T15:20:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742470_1646 (size=5942) 2024-11-15T15:20:30,800 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-15T15:20:30,800 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T15:20:30,800 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-15T15:20:31,000 DEBUG [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-15T15:20:31,062 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/table/89765b670218449ea048d0db1181acd6 2024-11-15T15:20:31,064 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/info/f0b6e398a11e428daaf345988e7134c7 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/info/f0b6e398a11e428daaf345988e7134c7 2024-11-15T15:20:31,067 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/info/f0b6e398a11e428daaf345988e7134c7, entries=22, sequenceid=93, filesize=7.5 K 2024-11-15T15:20:31,067 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/rep_barrier/32daf94c259a446b979145af73e9ae4c as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/rep_barrier/32daf94c259a446b979145af73e9ae4c 2024-11-15T15:20:31,069 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/rep_barrier/32daf94c259a446b979145af73e9ae4c, entries=6, sequenceid=93, filesize=5.9 K 2024-11-15T15:20:31,070 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/.tmp/table/89765b670218449ea048d0db1181acd6 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/table/89765b670218449ea048d0db1181acd6 2024-11-15T15:20:31,072 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/table/89765b670218449ea048d0db1181acd6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-15T15:20:31,072 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1276ms, sequenceid=93, compaction requested=false 2024-11-15T15:20:31,075 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-15T15:20:31,076 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T15:20:31,076 INFO [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:31,076 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-15T15:20:31,076 DEBUG [RS_CLOSE_META-regionserver/f3372238866c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T15:20:31,200 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1250): stopping server f3372238866c,45001,1731683848865; all regions closed. 2024-11-15T15:20:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741834_1010 (size=26050) 2024-11-15T15:20:31,205 DEBUG [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/oldWALs 2024-11-15T15:20:31,205 INFO [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f3372238866c%2C45001%2C1731683848865.meta:.meta(num 1731683852615) 2024-11-15T15:20:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741832_1008 (size=14497960) 2024-11-15T15:20:31,208 DEBUG [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/oldWALs 2024-11-15T15:20:31,208 INFO [RS:0;f3372238866c:45001 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f3372238866c%2C45001%2C1731683848865:(num 1731683851628) 2024-11-15T15:20:31,208 DEBUG [RS:0;f3372238866c:45001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:31,208 INFO [RS:0;f3372238866c:45001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T15:20:31,209 INFO [RS:0;f3372238866c:45001 {}] hbase.ChoreService(370): Chore service for: regionserver/f3372238866c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-15T15:20:31,209 INFO [regionserver/f3372238866c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-15T15:20:31,209 INFO [RS:0;f3372238866c:45001 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45001 2024-11-15T15:20:31,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3372238866c,45001,1731683848865 2024-11-15T15:20:31,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T15:20:31,213 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f5e988f1d48@21f7d9dc rejected from java.util.concurrent.ThreadPoolExecutor@64f54386[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T15:20:31,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3372238866c,45001,1731683848865] 2024-11-15T15:20:31,214 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f3372238866c,45001,1731683848865; numProcessing=1 2024-11-15T15:20:31,215 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f3372238866c,45001,1731683848865 already deleted, retry=false 2024-11-15T15:20:31,215 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f3372238866c,45001,1731683848865 expired; onlineServers=0 2024-11-15T15:20:31,215 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f3372238866c,38099,1731683848110' ***** 2024-11-15T15:20:31,215 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T15:20:31,216 DEBUG [M:0;f3372238866c:38099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3372238866c/172.17.0.2:0 2024-11-15T15:20:31,216 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegionServer(1224): stopping server f3372238866c,38099,1731683848110 2024-11-15T15:20:31,216 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegionServer(1250): stopping server f3372238866c,38099,1731683848110; all regions closed. 2024-11-15T15:20:31,216 DEBUG [M:0;f3372238866c:38099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T15:20:31,216 DEBUG [M:0;f3372238866c:38099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T15:20:31,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T15:20:31,216 DEBUG [M:0;f3372238866c:38099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T15:20:31,216 DEBUG [master/f3372238866c:0:becomeActiveMaster-HFileCleaner.small.0-1731683851383 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3372238866c:0:becomeActiveMaster-HFileCleaner.small.0-1731683851383,5,FailOnTimeoutGroup] 2024-11-15T15:20:31,216 DEBUG [master/f3372238866c:0:becomeActiveMaster-HFileCleaner.large.0-1731683851383 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3372238866c:0:becomeActiveMaster-HFileCleaner.large.0-1731683851383,5,FailOnTimeoutGroup] 2024-11-15T15:20:31,216 INFO [M:0;f3372238866c:38099 {}] hbase.ChoreService(370): Chore service for: master/f3372238866c:0 had [] on shutdown 2024-11-15T15:20:31,216 DEBUG [M:0;f3372238866c:38099 {}] master.HMaster(1733): Stopping service threads 2024-11-15T15:20:31,216 INFO [M:0;f3372238866c:38099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T15:20:31,217 ERROR [M:0;f3372238866c:38099 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-15T15:20:31,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T15:20:31,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T15:20:31,217 INFO [M:0;f3372238866c:38099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T15:20:31,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T15:20:31,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T15:20:31,218 DEBUG [M:0;f3372238866c:38099 {}] zookeeper.ZKUtil(347): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T15:20:31,218 WARN [M:0;f3372238866c:38099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T15:20:31,218 INFO [M:0;f3372238866c:38099 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-15T15:20:31,218 INFO [M:0;f3372238866c:38099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T15:20:31,218 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T15:20:31,218 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:31,218 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:31,218 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T15:20:31,218 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:31,218 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=789.05 KB heapSize=971.51 KB 2024-11-15T15:20:31,233 DEBUG [M:0;f3372238866c:38099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e5611f5b32747519db31da292bd568a is 82, key is hbase:meta,,1/info:regioninfo/1731683852751/Put/seqid=0 2024-11-15T15:20:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742471_1647 (size=5672) 2024-11-15T15:20:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:31,314 INFO [RS:0;f3372238866c:45001 {}] regionserver.HRegionServer(1307): Exiting; stopping=f3372238866c,45001,1731683848865; zookeeper connection closed. 2024-11-15T15:20:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45001-0x101ac8201cc0001, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:31,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36ebef0f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36ebef0f 2024-11-15T15:20:31,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T15:20:31,636 INFO [M:0;f3372238866c:38099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2248 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e5611f5b32747519db31da292bd568a 2024-11-15T15:20:31,655 DEBUG [M:0;f3372238866c:38099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a53d1c165e04a54acbea6ce367e4de8 is 2277, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1731683887612/Put/seqid=0 2024-11-15T15:20:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742472_1648 (size=45721) 2024-11-15T15:20:32,059 INFO [M:0;f3372238866c:38099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=788.49 KB at sequenceid=2248 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a53d1c165e04a54acbea6ce367e4de8 2024-11-15T15:20:32,062 INFO [M:0;f3372238866c:38099 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a53d1c165e04a54acbea6ce367e4de8 2024-11-15T15:20:32,076 DEBUG [M:0;f3372238866c:38099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/227792ff84e1406cb61039f6a7b31d96 is 69, key is f3372238866c,45001,1731683848865/rs:state/1731683851401/Put/seqid=0 2024-11-15T15:20:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073742473_1649 (size=5156) 2024-11-15T15:20:32,480 INFO [M:0;f3372238866c:38099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2248 (bloomFilter=true), to=hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/227792ff84e1406cb61039f6a7b31d96 2024-11-15T15:20:32,483 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e5611f5b32747519db31da292bd568a as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e5611f5b32747519db31da292bd568a 2024-11-15T15:20:32,485 INFO [M:0;f3372238866c:38099 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e5611f5b32747519db31da292bd568a, entries=8, sequenceid=2248, filesize=5.5 K 2024-11-15T15:20:32,486 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a53d1c165e04a54acbea6ce367e4de8 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a53d1c165e04a54acbea6ce367e4de8 2024-11-15T15:20:32,488 INFO [M:0;f3372238866c:38099 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a53d1c165e04a54acbea6ce367e4de8 2024-11-15T15:20:32,488 INFO [M:0;f3372238866c:38099 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a53d1c165e04a54acbea6ce367e4de8, entries=183, sequenceid=2248, filesize=44.6 K 2024-11-15T15:20:32,488 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/227792ff84e1406cb61039f6a7b31d96 as hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/227792ff84e1406cb61039f6a7b31d96 2024-11-15T15:20:32,490 INFO [M:0;f3372238866c:38099 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40839/user/jenkins/test-data/73955cf3-76f2-52b8-a690-8d4c8951db38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/227792ff84e1406cb61039f6a7b31d96, entries=1, sequenceid=2248, filesize=5.0 K 2024-11-15T15:20:32,491 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegion(3040): Finished flush of dataSize ~789.05 KB/807986, heapSize ~971.21 KB/994520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=2248, compaction requested=false 2024-11-15T15:20:32,492 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T15:20:32,492 DEBUG [M:0;f3372238866c:38099 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-15T15:20:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741830_1006 (size=955361) 2024-11-15T15:20:32,495 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-15T15:20:32,495 INFO [M:0;f3372238866c:38099 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-15T15:20:32,495 INFO [M:0;f3372238866c:38099 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38099 2024-11-15T15:20:32,497 DEBUG [M:0;f3372238866c:38099 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f3372238866c,38099,1731683848110 already deleted, retry=false 2024-11-15T15:20:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:32,598 INFO [M:0;f3372238866c:38099 {}] regionserver.HRegionServer(1307): Exiting; stopping=f3372238866c,38099,1731683848110; zookeeper connection closed. 2024-11-15T15:20:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38099-0x101ac8201cc0000, quorum=127.0.0.1:49406, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T15:20:32,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T15:20:32,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:32,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:32,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:32,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:32,608 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T15:20:32,608 WARN [BP-174107197-172.17.0.2-1731683845222 heartbeating to localhost/127.0.0.1:40839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T15:20:32,608 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T15:20:32,608 WARN [BP-174107197-172.17.0.2-1731683845222 heartbeating to localhost/127.0.0.1:40839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-174107197-172.17.0.2-1731683845222 (Datanode Uuid d9645aea-a915-4968-b8d4-f37312ff0455) service to localhost/127.0.0.1:40839 2024-11-15T15:20:32,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/dfs/data/data1/current/BP-174107197-172.17.0.2-1731683845222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:32,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/cluster_deac5794-5d44-efa7-4f28-99904f46874c/dfs/data/data2/current/BP-174107197-172.17.0.2-1731683845222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T15:20:32,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T15:20:32,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T15:20:32,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T15:20:32,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T15:20:32,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T15:20:32,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4f8486db-984f-c466-026e-6b3cc46192ed/hadoop.log.dir/,STOPPED} 2024-11-15T15:20:32,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-15T15:20:32,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T15:20:32,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down